{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9662.586, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T00:07:58+09:00", "last_error_summary": "[rtsp @ 0x609859c43f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x609859c43e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T00:07:58+09:00", "last_error_summary": "[rtsp @ 0x609859c43f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x609859c43e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T00:08:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T00:07:58+09:00", "pid": 43578, "process": {"exists": false, "pid": 43578}, "restart_count": 109, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 95851.008, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 95851.085, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.887, "last_sample_duration_ms": 676.268, "last_trigger": "periodic", "next_snapshot_in_sec": 447.113, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 345, "storage_bytes": 3231538}, "mjpeg": {"age_sec": 95851.0, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T00:08:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 95855.854, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851025.624, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851026.33, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851012.814, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851024.875, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.042, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 94048.949, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43576, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000344, "system_cpu_s_delta": 0.6200000000008004, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.458, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.643, "count": 30, "max": 2.254, "p95": 2.062, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 67910.036, "count": 30, "max": 94048.949, "p95": 91434.878, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3633, "sampled_at": "2026-11-01T23:37:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T23:37:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9661.871, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T00:07:58+09:00", "last_error_summary": "[rtsp @ 0x609859c43f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x609859c43e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T00:08:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-11-02T00:07:58+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 109, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 95851.031, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 95851.109, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.905, "last_sample_duration_ms": 676.268, "last_trigger": "periodic", "next_snapshot_in_sec": 447.095, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 345, "storage_bytes": 3231538}, "mjpeg": {"age_sec": 95851.023, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T00:08:00+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 95855.873, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851048.37, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851049.076, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851035.559, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 95851047.621, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.472, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 95851.007, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43578, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001415, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001049, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.353, "count": 30, "max": 5.363, "p95": 4.425, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.628, "count": 30, "max": 2.254, "p95": 2.062, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 69712.685, "count": 30, "max": 95851.007, "p95": 93237.685, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3634, "sampled_at": "2026-11-02T00:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T00:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9689.676, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T00:38:01+09:00", "last_error_summary": "[rtsp @ 0x596c43042f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x596c43042e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T00:38:01+09:00", "last_error_summary": "[rtsp @ 0x596c43042f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x596c43042e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T00:38:03+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T00:38:01+09:00", "pid": 43642, "process": {"exists": false, "pid": 43642}, "restart_count": 110, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 97654.001, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 97654.079, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.627, "last_sample_duration_ms": 772.983, "last_trigger": "periodic", "next_snapshot_in_sec": 449.373, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 348, "storage_bytes": 3259392}, "mjpeg": {"age_sec": 97653.994, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T00:38:03+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 97658.86, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654022.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654023.048, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654009.531, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654021.592, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 13.284, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.472, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 95851.007, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43578, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001415, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001049, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.353, "count": 30, "max": 5.363, "p95": 4.425, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.628, "count": 30, "max": 2.254, "p95": 2.062, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 69712.685, "count": 30, "max": 95851.007, "p95": 93237.685, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3634, "sampled_at": "2026-11-02T00:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T00:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9689.688, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T00:38:01+09:00", "last_error_summary": "[rtsp @ 0x596c43042f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x596c43042e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T00:38:03+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.042, "last_started_at": "2026-11-02T00:38:01+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 110, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 97654.042, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 97654.119, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.647, "last_sample_duration_ms": 772.983, "last_trigger": "periodic", "next_snapshot_in_sec": 449.353, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 348, "storage_bytes": 3259392}, "mjpeg": {"age_sec": 97654.033, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T00:38:03+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 97658.884, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654058.748, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654059.454, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654045.937, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 97654057.998, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.954, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.949, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 97654.012, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43642, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000344, "system_cpu_s_delta": 0.6200000000008004, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.494, "count": 30, "max": 5.949, "p95": 5.038, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.667, "count": 30, "max": 2.637, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 71515.355, "count": 30, "max": 97654.012, "p95": 95040.081, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3635, "sampled_at": "2026-11-02T00:38:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T00:38:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9733.238, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T01:08:03+09:00", "last_error_summary": "[rtsp @ 0x5fc8e8b49f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fc8e8b49e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T01:08:03+09:00", "last_error_summary": "[rtsp @ 0x5fc8e8b49f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fc8e8b49e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T01:08:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T01:08:03+09:00", "pid": 43645, "process": {"exists": false, "pid": 43645}, "restart_count": 111, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 99456.096, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 99456.174, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.081, "last_sample_duration_ms": 806.833, "last_trigger": "periodic", "next_snapshot_in_sec": 453.919, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 351, "storage_bytes": 3287252}, "mjpeg": {"age_sec": 99456.089, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T01:08:05+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 99460.946, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456115.348, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456116.055, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456102.538, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456114.599, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.473, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.949, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 97654.012, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43642, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000344, "system_cpu_s_delta": 0.6200000000008004, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.494, "count": 30, "max": 5.949, "p95": 5.038, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.667, "count": 30, "max": 2.637, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 71515.355, "count": 30, "max": 97654.012, "p95": 95040.081, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3635, "sampled_at": "2026-11-02T00:38:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T00:38:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9733.492, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T01:08:03+09:00", "last_error_summary": "[rtsp @ 0x5fc8e8b49f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fc8e8b49e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T01:08:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-02T01:08:03+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 111, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 99456.127, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 99456.205, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.098, "last_sample_duration_ms": 806.833, "last_trigger": "periodic", "next_snapshot_in_sec": 453.902, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 351, "storage_bytes": 3287252}, "mjpeg": {"age_sec": 99456.119, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T01:08:05+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 99460.968, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456144.449, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456145.155, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456131.639, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 99456143.7, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.444, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.587, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 99456.098, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43645, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.6999999999989086, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.614, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.696, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 73318.001, "count": 30, "max": 99456.098, "p95": 96842.66, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3636, "sampled_at": "2026-11-02T01:08:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T01:08:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9765.344, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T01:38:06+09:00", "last_error_summary": "[rtsp @ 0x63f2df115f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63f2df115e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T01:38:06+09:00", "last_error_summary": "[rtsp @ 0x63f2df115f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63f2df115e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T01:38:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T01:38:06+09:00", "pid": 43647, "process": {"exists": false, "pid": 43647}, "restart_count": 112, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 101259.074, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 101259.151, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.579, "last_sample_duration_ms": 719.36, "last_trigger": "periodic", "next_snapshot_in_sec": 456.421, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 354, "storage_bytes": 3315109}, "mjpeg": {"age_sec": 101259.066, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T01:38:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 101263.922, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259092.986, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259093.692, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259080.175, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259092.236, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.666, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.587, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 99456.098, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43645, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.6999999999989086, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.614, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.696, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 73318.001, "count": 30, "max": 99456.098, "p95": 96842.66, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3636, "sampled_at": "2026-11-02T01:08:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T01:08:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9765.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T01:38:06+09:00", "last_error_summary": "[rtsp @ 0x63f2df115f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63f2df115e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T01:38:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-02T01:38:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 112, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 101259.104, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 101259.181, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.601, "last_sample_duration_ms": 719.36, "last_trigger": "periodic", "next_snapshot_in_sec": 456.399, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 354, "storage_bytes": 3315109}, "mjpeg": {"age_sec": 101259.096, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T01:38:08+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 101263.948, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259121.031, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259121.737, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259108.22, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 101259120.281, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.123, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.155, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 101259.075, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43647, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001065, "user_cpu_s_delta": 1.9199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.614, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.694, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 75120.646, "count": 30, "max": 101259.075, "p95": 98645.159, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3637, "sampled_at": "2026-11-02T01:38:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T01:38:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9842.945, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T02:08:09+09:00", "last_error_summary": "[rtsp @ 0x5fff6d7e0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fff6d7e0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T02:08:09+09:00", "last_error_summary": "[rtsp @ 0x5fff6d7e0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fff6d7e0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T02:08:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T02:08:09+09:00", "pid": 43711, "process": {"exists": false, "pid": 43711}, "restart_count": 113, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 103061.658, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 103061.736, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.558, "last_sample_duration_ms": 719.003, "last_trigger": "periodic", "next_snapshot_in_sec": 459.442, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 357, "storage_bytes": 3342957}, "mjpeg": {"age_sec": 103061.65, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T02:08:11+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 103066.516, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061677.265, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061677.971, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061664.454, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061676.515, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.885, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.155, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 101259.075, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43647, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001065, "user_cpu_s_delta": 1.9199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.614, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.694, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 75120.646, "count": 30, "max": 101259.075, "p95": 98645.159, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3637, "sampled_at": "2026-11-02T01:38:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T01:38:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9843.734, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T02:08:09+09:00", "last_error_summary": "[rtsp @ 0x5fff6d7e0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fff6d7e0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T02:08:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.051, "last_started_at": "2026-11-02T02:08:09+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 113, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 103061.707, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 103061.784, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.593, "last_sample_duration_ms": 719.003, "last_trigger": "periodic", "next_snapshot_in_sec": 459.407, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 357, "storage_bytes": 3342957}, "mjpeg": {"age_sec": 103061.699, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T02:08:11+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 103066.556, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061724.703, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061725.409, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061711.892, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 103061723.953, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.546, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.847, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 103061.665, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43711, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.617, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.693, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 76923.303, "count": 30, "max": 103061.665, "p95": 100447.735, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3638, "sampled_at": "2026-11-02T02:08:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T02:08:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9876.348, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T02:38:12+09:00", "last_error_summary": "[rtsp @ 0x64873a078f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64873a078e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T02:38:12+09:00", "last_error_summary": "[rtsp @ 0x64873a078f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64873a078e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T02:38:14+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T02:38:12+09:00", "pid": 43775, "process": {"exists": false, "pid": 43775}, "restart_count": 114, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 104864.502, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 104864.579, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.431, "last_sample_duration_ms": 656.451, "last_trigger": "periodic", "next_snapshot_in_sec": 462.569, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 360, "storage_bytes": 3370808}, "mjpeg": {"age_sec": 104864.494, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T02:38:14+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 104869.349, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864519.724, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864520.43, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864506.913, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864518.975, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.672, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.847, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 103061.665, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43711, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.617, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.693, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 76923.303, "count": 30, "max": 103061.665, "p95": 100447.735, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3638, "sampled_at": "2026-11-02T02:08:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T02:08:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9876.027, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T02:38:12+09:00", "last_error_summary": "[rtsp @ 0x64873a078f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64873a078e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T02:38:14+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-11-02T02:38:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 114, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 104864.529, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 104864.607, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.45, "last_sample_duration_ms": 656.451, "last_trigger": "periodic", "next_snapshot_in_sec": 462.55, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 360, "storage_bytes": 3370808}, "mjpeg": {"age_sec": 104864.521, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T02:38:14+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 104869.371, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864546.555, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864547.261, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864533.744, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104864545.805, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.551, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.249, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104864.503, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43775, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.648, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.672, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 78725.98, "count": 30, "max": 104864.503, "p95": 102250.499, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3639, "sampled_at": "2026-11-02T02:38:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T02:38:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9919.66, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T03:08:14+09:00", "last_error_summary": "[rtsp @ 0x5a117df99f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a117df99e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T03:08:14+09:00", "last_error_summary": "[rtsp @ 0x5a117df99f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a117df99e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T03:08:16+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T03:08:14+09:00", "pid": 43777, "process": {"exists": false, "pid": 43777}, "restart_count": 115, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 106667.249, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 106667.326, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 134.543, "last_sample_duration_ms": 667.355, "last_trigger": "periodic", "next_snapshot_in_sec": 465.457, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 363, "storage_bytes": 3398663}, "mjpeg": {"age_sec": 106667.241, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T03:08:16+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 106672.097, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667267.53, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667268.236, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667254.72, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667266.781, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.99, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.249, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104864.503, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43775, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.648, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.672, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 78725.98, "count": 30, "max": 104864.503, "p95": 102250.499, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3639, "sampled_at": "2026-11-02T02:38:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T02:38:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9920.309, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T03:08:14+09:00", "last_error_summary": "[rtsp @ 0x5a117df99f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a117df99e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T03:08:16+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-11-02T03:08:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 115, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 106667.275, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 106667.353, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 134.559, "last_sample_duration_ms": 667.355, "last_trigger": "periodic", "next_snapshot_in_sec": 465.441, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 363, "storage_bytes": 3398663}, "mjpeg": {"age_sec": 106667.267, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T03:08:16+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 106672.117, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667292.538, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667293.245, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667279.728, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 106667291.789, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.042, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 106667.249, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43777, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000005093, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.658, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.684, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 80528.658, "count": 30, "max": 106667.249, "p95": 104053.226, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3640, "sampled_at": "2026-11-02T03:08:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T03:08:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9950.797, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T03:38:17+09:00", "last_error_summary": "[rtsp @ 0x55d0f7af4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55d0f7af4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T03:38:17+09:00", "last_error_summary": "[rtsp @ 0x55d0f7af4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55d0f7af4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T03:38:19+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T03:38:17+09:00", "pid": 43779, "process": {"exists": false, "pid": 43779}, "restart_count": 116, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 108469.866, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 108469.943, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.684, "last_sample_duration_ms": 667.121, "last_trigger": "periodic", "next_snapshot_in_sec": 468.316, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 366, "storage_bytes": 3426515}, "mjpeg": {"age_sec": 108469.858, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T03:38:19+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 108474.726, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469884.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469885.661, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469872.145, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469884.206, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.023, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.042, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 106667.249, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43777, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000005093, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.658, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.684, "count": 30, "max": 2.637, "p95": 2.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 80528.658, "count": 30, "max": 106667.249, "p95": 104053.226, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3640, "sampled_at": "2026-11-02T03:08:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T03:08:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9950.184, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T03:38:17+09:00", "last_error_summary": "[rtsp @ 0x55d0f7af4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55d0f7af4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T03:38:19+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.047, "last_started_at": "2026-11-02T03:38:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 116, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 108469.912, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 108469.989, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.71, "last_sample_duration_ms": 667.121, "last_trigger": "periodic", "next_snapshot_in_sec": 468.29, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 366, "storage_bytes": 3426515}, "mjpeg": {"age_sec": 108469.903, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T03:38:19+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 108474.757, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469928.644, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469929.351, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469915.834, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 108469927.895, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.387, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.029, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 108469.872, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43779, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.69, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.71, "count": 30, "max": 2.637, "p95": 2.462, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 82331.322, "count": 30, "max": 108469.872, "p95": 105856.013, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3641, "sampled_at": "2026-11-02T03:38:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T03:38:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9977.82, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T04:08:20+09:00", "last_error_summary": "[rtsp @ 0x57188f56ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57188f56fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T04:08:20+09:00", "last_error_summary": "[rtsp @ 0x57188f56ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57188f56fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T04:08:22+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T04:08:20+09:00", "pid": 43781, "process": {"exists": false, "pid": 43781}, "restart_count": 117, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 110272.88, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 110272.957, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 129.913, "last_sample_duration_ms": 667.858, "last_trigger": "periodic", "next_snapshot_in_sec": 470.087, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 369, "storage_bytes": 3454358}, "mjpeg": {"age_sec": 110272.872, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T04:08:22+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 110277.727, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272898.634, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272899.34, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272885.823, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272897.885, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.921, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.029, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 108469.872, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43779, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.69, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.71, "count": 30, "max": 2.637, "p95": 2.462, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 82331.322, "count": 30, "max": 108469.872, "p95": 105856.013, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3641, "sampled_at": "2026-11-02T03:38:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T03:38:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9978.262, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T04:08:20+09:00", "last_error_summary": "[rtsp @ 0x57188f56ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57188f56fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T04:08:22+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-11-02T04:08:20+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 117, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 110272.908, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 110272.985, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 129.933, "last_sample_duration_ms": 667.858, "last_trigger": "periodic", "next_snapshot_in_sec": 470.067, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 369, "storage_bytes": 3454358}, "mjpeg": {"age_sec": 110272.9, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T04:08:22+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 110277.75, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272924.987, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272925.693, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272912.176, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 110272924.237, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.499, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.029, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 108469.872, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43779, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.69, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.71, "count": 30, "max": 2.637, "p95": 2.462, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 82331.322, "count": 30, "max": 108469.872, "p95": 105856.013, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3641, "sampled_at": "2026-11-02T03:38:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T03:38:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9970.441, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T04:38:23+09:00", "last_error_summary": "[rtsp @ 0x5df24fde9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5df24fde9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T04:38:23+09:00", "last_error_summary": "[rtsp @ 0x5df24fde9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5df24fde9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T04:38:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T04:38:23+09:00", "pid": 43783, "process": {"exists": false, "pid": 43783}, "restart_count": 118, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 112075.606, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 112075.683, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 127.036, "last_sample_duration_ms": 764.103, "last_trigger": "periodic", "next_snapshot_in_sec": 472.964, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 372, "storage_bytes": 3482201}, "mjpeg": {"age_sec": 112075.598, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T04:38:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 112080.453, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075624.074, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075624.781, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075611.264, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075623.325, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.646, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.995, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 110272.88, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43781, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001464, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001098, "user_cpu_s_delta": 1.9799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.779, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.727, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 84133.986, "count": 30, "max": 110272.88, "p95": 107658.692, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3642, "sampled_at": "2026-11-02T04:08:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T04:08:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9970.684, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T04:38:23+09:00", "last_error_summary": "[rtsp @ 0x5df24fde9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5df24fde9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T04:38:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-11-02T04:38:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 118, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 112075.63, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 112075.707, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 127.052, "last_sample_duration_ms": 764.103, "last_trigger": "periodic", "next_snapshot_in_sec": 472.948, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 372, "storage_bytes": 3482201}, "mjpeg": {"age_sec": 112075.622, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T04:38:25+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 112080.472, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075647.015, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075647.721, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075634.204, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 112075646.266, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.767, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.603, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 112075.606, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43783, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001021, "user_cpu_s_delta": 1.8400000000037835}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.757, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.71, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 85936.647, "count": 30, "max": 112075.606, "p95": 109461.526, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3643, "sampled_at": "2026-11-02T04:38:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T04:38:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10003.355, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T05:08:25+09:00", "last_error_summary": "[rtsp @ 0x5cc0ff84bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5cc0ff84be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T05:08:25+09:00", "last_error_summary": "[rtsp @ 0x5cc0ff84bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5cc0ff84be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T05:08:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T05:08:25+09:00", "pid": 43785, "process": {"exists": false, "pid": 43785}, "restart_count": 119, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 113878.131, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 113878.208, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 124.016, "last_sample_duration_ms": 607.369, "last_trigger": "periodic", "next_snapshot_in_sec": 475.984, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 375, "storage_bytes": 3510049}, "mjpeg": {"age_sec": 113878.123, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T05:08:27+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 113882.978, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878148.551, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878149.257, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878135.74, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878147.801, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.643, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.603, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 112075.606, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43783, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001021, "user_cpu_s_delta": 1.8400000000037835}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.757, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.71, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 85936.647, "count": 30, "max": 112075.606, "p95": 109461.526, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3643, "sampled_at": "2026-11-02T04:38:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T04:38:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10003.855, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T05:08:25+09:00", "last_error_summary": "[rtsp @ 0x5cc0ff84bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5cc0ff84be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T05:08:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-11-02T05:08:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 119, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 113878.156, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 113878.233, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 124.032, "last_sample_duration_ms": 607.369, "last_trigger": "periodic", "next_snapshot_in_sec": 475.968, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 375, "storage_bytes": 3510049}, "mjpeg": {"age_sec": 113878.148, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T05:08:27+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 113882.997, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878173.391, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878174.097, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878160.58, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 113878172.641, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.485, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.062, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 113878.13, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43785, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00142, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.764, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.708, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 87739.323, "count": 30, "max": 113878.13, "p95": 111264.379, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3644, "sampled_at": "2026-11-02T05:08:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T05:08:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10037.848, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T05:38:28+09:00", "last_error_summary": "[rtsp @ 0x56a059ccef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56a059ccee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T05:38:28+09:00", "last_error_summary": "[rtsp @ 0x56a059ccef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56a059ccee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T05:38:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T05:38:28+09:00", "pid": 43787, "process": {"exists": false, "pid": 43787}, "restart_count": 120, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 115680.902, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 115680.979, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 121.391, "last_sample_duration_ms": 908.546, "last_trigger": "periodic", "next_snapshot_in_sec": 478.609, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 378, "storage_bytes": 3537901}, "mjpeg": {"age_sec": 115680.894, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T05:38:30+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 115685.752, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680920.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680921.089, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680907.573, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680919.634, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.974, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.062, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 113878.13, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43785, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00142, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.764, "count": 30, "max": 5.949, "p95": 5.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.708, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 87739.323, "count": 30, "max": 113878.13, "p95": 111264.379, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3644, "sampled_at": "2026-11-02T05:08:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T05:08:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10038.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T05:38:28+09:00", "last_error_summary": "[rtsp @ 0x56a059ccef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56a059ccee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T05:38:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-02T05:38:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 120, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 115680.939, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 115681.017, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 121.416, "last_sample_duration_ms": 908.546, "last_trigger": "periodic", "next_snapshot_in_sec": 478.584, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 378, "storage_bytes": 3537901}, "mjpeg": {"age_sec": 115680.931, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T05:38:30+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 115685.785, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680957.033, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680957.739, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680944.222, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 115680956.283, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.709, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 115680.903, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43787, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001043, "user_cpu_s_delta": 1.8800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.935, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.724, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 89542.011, "count": 30, "max": 115680.903, "p95": 113066.994, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3645, "sampled_at": "2026-11-02T05:38:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T05:38:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10071.848, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T06:08:31+09:00", "last_error_summary": "[rtsp @ 0x599a02b7af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x599a02b7ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:08:31+09:00", "last_error_summary": "[rtsp @ 0x599a02b7af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x599a02b7ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T06:08:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T06:08:31+09:00", "pid": 43789, "process": {"exists": false, "pid": 43789}, "restart_count": 121, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 117483.762, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 117483.839, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 118.434, "last_sample_duration_ms": 712.924, "last_trigger": "periodic", "next_snapshot_in_sec": 481.566, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 381, "storage_bytes": 3565763}, "mjpeg": {"age_sec": 117483.754, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T06:08:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 117488.612, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483781.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483782.004, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483768.488, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483780.549, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.709, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 115680.903, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43787, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001043, "user_cpu_s_delta": 1.8800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.935, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.724, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 89542.011, "count": 30, "max": 115680.903, "p95": 113066.994, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3645, "sampled_at": "2026-11-02T05:38:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T05:38:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10072.039, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:08:31+09:00", "last_error_summary": "[rtsp @ 0x599a02b7af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x599a02b7ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T06:08:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-02T06:08:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 121, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 117483.795, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 117483.873, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 118.454, "last_sample_duration_ms": 712.924, "last_trigger": "periodic", "next_snapshot_in_sec": 481.546, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 381, "storage_bytes": 3565763}, "mjpeg": {"age_sec": 117483.787, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T06:08:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 117488.637, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483812.411, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483813.117, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483799.6, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 117483811.661, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.481, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.995, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 117483.764, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43789, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.927, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.714, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 91344.698, "count": 30, "max": 117483.764, "p95": 114869.655, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3646, "sampled_at": "2026-11-02T06:08:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:08:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3596599, "flush_count": 3824, "flush_interval_seconds": 30.0, "flush_state": {"count": 3824, "last_at": "2026-11-02T06:25:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T06:25:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3823}, "started": true, "suppressed_count": 2204424, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 2204155}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3824, "written_record_count": 3824}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9970.691, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fa8ce6aff00] cabac decode of qscale diff failed at 26 28 [h264 @ 0x5fa8ce6aff00] error while decoding MB 26 28, bytestream 32742 [h264 @ 0x5fa8ce73cb40] error while decoding MB 72 50, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6104614809600, "copied_frame_count": 2207977, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T06:24:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2862561, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T06:24:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.693}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 269, "events_emitted": 253, "events_failed": 0, "events_observed": 269, "events_suppressed": 16, "frame_buffer_copied_bytes": 6104614809600, "frame_buffer_copies": 2207977, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 12650, "recorder_active_input_bytes": 34974720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 253, "recorder_clips_failed": 0, "recorder_clips_started": 253, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 253, "worker_jobs_accepted": 253, "worker_jobs_completed": 253, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0822, "count": 512, "max_ms": 0.3498, "p50_ms": 0.0697, "p95_ms": 0.1646, "p99_ms": 0.2289}, "stages": {"db_insert": {"avg_ms": 15.5688, "count": 253, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.4113, "p99_ms": 41.6744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7032, "count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0074, "count": 269, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1346.5819, "p99_ms": 1552.7744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2132, "count": 512, "max_ms": 5.6696, "p50_ms": 1.056, "p95_ms": 2.2232, "p99_ms": 3.0165, "results": {"failed": 0, "not_applicable": 0, "success": 2207977, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.6708, "count": 269, "max_ms": 1059.6761, "p50_ms": 496.9389, "p95_ms": 625.3586, "p99_ms": 914.6504, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9342, "count": 253, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.9131, "p99_ms": 66.2427, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1056, "count": 512, "max_ms": 9.0927, "p50_ms": 3.9274, "p95_ms": 5.8884, "p99_ms": 7.8773, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1142, "count": 512, "max_ms": 3.6541, "p50_ms": 1.0036, "p95_ms": 1.8387, "p99_ms": 2.934, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.8411, "count": 253, "max_ms": 1056.6186, "p50_ms": 498.2006, "p95_ms": 624.9829, "p99_ms": 938.3173, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.1308, "count": 253, "max_ms": 967.4229, "p50_ms": 407.0886, "p95_ms": 516.5066, "p99_ms": 864.9088, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.235, "count": 253, "max_ms": 115.8706, "p50_ms": 84.3598, "p95_ms": 102.386, "p99_ms": 110.5137, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6424, "count": 253, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.8917, "p99_ms": 7.1486, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9529, "count": 253, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.3539, "p99_ms": 65.3904, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8214, "count": 253, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4252, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.3621, "count": 253, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 697.207, "p99_ms": 883.3062, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0064, "count": 253, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.809, "p99_ms": 11.2441, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7978, "count": 253, "max_ms": 92.2129, "p50_ms": 25.8456, "p95_ms": 58.9042, "p99_ms": 73.1035, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.084, "count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0333, "count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 481.4383, "count": 253, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 777.0861, "p99_ms": 976.0089, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 253, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194}, "wait_ms": {"count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 253, "artifact_failed": 0, "artifact_requested": 253, "artifact_success": 253, "completed": 253, "completed_failed": 0, "completed_success": 253, "cooldown_promoted": 253, "database_requested": 253, "db_insert_success": 253, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15802, "relay_business_failed": 0, "relay_business_success": 253, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 253, "relay_transport_failed": 0, "relay_transport_success": 253, "reservation_requested": 253}, "snapshot": {"copied_bytes": 699494400, "copied_count": 253, "copy": {"count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 462, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:25:55+09:00", "last_error_summary": "[h264 @ 0x5fa8ce6aff00] cabac decode of qscale diff failed at 26 28 [h264 @ 0x5fa8ce6aff00] error while decoding MB 26 28, bytestream 32742 [h264 @ 0x5fa8ce73cb40] error while decoding MB 72 50, bytestream -12", "last_exit_at": "2026-11-01T13:52:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 59607.58, "last_started_at": "2026-11-01T13:52:27+09:00", "pid": 39462, "process": {"exists": false, "pid": 39462}, "restart_count": 168, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.075, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-02T06:25:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-02T06:25:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.554, "last_sample_duration_ms": 745.581, "last_trigger": "periodic", "next_snapshot_in_sec": 41.446, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 382, "storage_bytes": 3575052}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-02T06:25:54.991574+09:00", "mtime_epoch": 1793568354.9915736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103736}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T06:25:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1983.344, "name": "celery", "pid": 206, "rss_mb": 1942.445, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 212, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2207978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 32.004, "max": 51.0, "p95": 42.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.622, "max": 11.0, "p95": 9.0, "sample_count": 283}, "total": {"avg": 6.622, "max": 11.0, "p95": 9.0, "sample_count": 283}}, "tracking_counts": {"active": {"avg": 1.576, "max": 5.0, "p95": 3.0, "sample_count": 283}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}, "removed": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 283}, "tracked": {"avg": 1.576, "max": 5.0, "p95": 3.0, "sample_count": 283}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.453, "pushed": 9.453, "read": 9.453}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 283, "client_acquire_ms": {"avg_ms": 0.005, "count": 283, "max_ms": 0.033, "p95_ms": 0.011, "reason": null, "sample_age_ms": 42.761, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.661, "count": 283, "max_ms": 8.106, "p95_ms": 2.22, "reason": null, "sample_age_ms": 80.543, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 283, "max_ms": 7.849, "p95_ms": 1.499, "reason": null, "sample_age_ms": 80.759, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.506, "count": 283, "max_ms": 1.311, "p95_ms": 0.843, "reason": null, "sample_age_ms": 42.774, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 283, "max_ms": 3.867, "p95_ms": 2.508, "reason": null, "sample_age_ms": 79.676, "source": "client_direct"}, "request_count": 283, "request_tensor_bytes": {"avg": 2764808.0, "count": 283, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.658, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 283, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.455, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.83, "count": 283, "max_ms": 60.246, "p95_ms": 50.443, "reason": null, "sample_age_ms": 42.756, "source": "client_direct"}, "sample_age_ms": 42.751, "source": "client_direct", "task_total_ms": {"avg_ms": 37.934, "count": 283, "max_ms": 63.972, "p95_ms": 52.602, "reason": null, "sample_age_ms": 42.751, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.487, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.784, "count": 283, "max_ms": 21.859, "p95_ms": 17.74}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.614, "count": 283, "max_ms": 1.632, "p95_ms": 1.131}, "detection_prepare_ms": {"avg_ms": 1.966, "count": 283, "max_ms": 5.995, "p95_ms": 3.793}, "event_filter_ms": {"avg_ms": 0.004, "count": 283, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.848, "count": 283, "max_ms": 1.676, "p95_ms": 1.367}, "mcmt_ms": {"avg_ms": 0.003, "count": 283, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.188, "count": 283, "max_ms": 11.315, "p95_ms": 8.173}, "setup_ms": {"avg_ms": 0.029, "count": 283, "max_ms": 0.092, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 11.734, "count": 283, "max_ms": 21.794, "p95_ms": 17.661}, "track_match_ms": {"avg_ms": 0.184, "count": 283, "max_ms": 0.673, "p95_ms": 0.348}, "tracker_update_ms": {"avg_ms": 2.9, "count": 283, "max_ms": 7.075, "p95_ms": 4.846}}, "gstreamer_push": {"avg_ms": 2.421, "count": 283, "max_ms": 6.586, "p95_ms": 4.002}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 283, "max_ms": 0.588, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.945, "count": 283, "max_ms": 64.688, "p95_ms": 54.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.79, "count": 283, "max_ms": 15.968, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.229, "count": 283, "max_ms": 136.136, "p95_ms": 117.031}, "inference_input_copy_ms": {"avg_ms": 1.45, "count": 283, "max_ms": 3.863, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.234, "count": 283, "max_ms": 0.688, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.703, "count": 283, "max_ms": 144.284, "p95_ms": 123.051}, "read_interval": {"avg_ms": 105.889, "count": 283, "max_ms": 175.028, "p95_ms": 147.022}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 283, "max_ms": 0.093, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.126, "count": 283, "max_ms": 11.251, "p95_ms": 8.078}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 283, "max_ms": 0.049, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.112, "count": 283, "max_ms": 11.238, "p95_ms": 8.054}, "worker_merge_ms": {"avg_ms": 0.005, "count": 283, "max_ms": 0.026, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.955, "count": 283, "max_ms": 64.7, "p95_ms": 54.401}, "visualize": {"avg_ms": 36.053, "count": 283, "max_ms": 66.637, "p95_ms": 50.4}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.73, "count": 283, "max_ms": 42.294, "p95_ms": 35.783}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.753, "count": 283, "max_ms": 64.925, "p95_ms": 48.288}, "visualize_input_copy_ms": {"avg_ms": 1.153, "count": 283, "max_ms": 3.187, "p95_ms": 1.907}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.656, "count": 283, "max_ms": 64.816, "p95_ms": 48.157}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 283, "max_ms": 0.209, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 283}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.824, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.85, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105980, "write_bytes_delta": 105980, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1090.0, "cpu_core_ratio": 0.379454, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39462, "reason": null, "system_cpu_core_ratio": 0.032823, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.346631, "user_cpu_s_delta": 6.969999999997526}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.198647, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.738518, "system_cpu_s_delta": 14.849999999991269, "user_cpu_core_ratio": 1.460128, "user_cpu_s_delta": 29.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.381, "count": 275, "max_ms": 6.664, "p95_ms": 4.161, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 32.618, "max": 51.0, "p95": 41.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 7.149, "key_count": 1, "max": 13.0, "p95": 9.0, "provenance": "bounded_other_sum_proxy", "sample_count": 275}, "total": {"avg": 7.149, "max": 13.0, "p95": 9.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.919, "count": 30, "max": 50.439, "p95": 37.578, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.135, "count": 30, "max": 23.169, "p95": 19.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.533, "count": 30, "max": 1090.0, "p95": 1045.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 418.0, "p95": 6.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.387, "p95": 0.363, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90388.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87491.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3872.133, "count": 30, "max": 30140.0, "p95": 22897.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.698, "count": 30, "max": 0.779, "p95": 0.758, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.391, "count": 30, "max": 1.481, "p95": 1.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17346, "sampled_at": "2026-11-02T06:25:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:25:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3596599, "flush_count": 3824, "flush_interval_seconds": 30.0, "flush_state": {"count": 3824, "last_at": "2026-11-02T06:25:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T06:25:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3823}, "started": true, "suppressed_count": 2204424, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 2204155}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3824, "written_record_count": 3824}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9970.453, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T06:25:55+09:00", "last_error_summary": "[h264 @ 0x5fa8ce6aff00] cabac decode of qscale diff failed at 26 28 [h264 @ 0x5fa8ce6aff00] error while decoding MB 26 28, bytestream 32742 [h264 @ 0x5fa8ce73cb40] error while decoding MB 72 50, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6104617574400, "copied_frame_count": 2207978, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T06:24:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2862561, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T06:24:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.693}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 269, "events_emitted": 253, "events_failed": 0, "events_observed": 269, "events_suppressed": 16, "frame_buffer_copied_bytes": 6104617574400, "frame_buffer_copies": 2207978, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 12650, "recorder_active_input_bytes": 34974720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 253, "recorder_clips_failed": 0, "recorder_clips_started": 253, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 253, "worker_jobs_accepted": 253, "worker_jobs_completed": 253, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 0.3498, "p50_ms": 0.0697, "p95_ms": 0.1646, "p99_ms": 0.2289}, "stages": {"db_insert": {"avg_ms": 15.5688, "count": 253, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.4113, "p99_ms": 41.6744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7032, "count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0074, "count": 269, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1346.5819, "p99_ms": 1552.7744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2161, "count": 512, "max_ms": 5.6696, "p50_ms": 1.056, "p95_ms": 2.2278, "p99_ms": 3.0373, "results": {"failed": 0, "not_applicable": 0, "success": 2207978, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.6708, "count": 269, "max_ms": 1059.6761, "p50_ms": 496.9389, "p95_ms": 625.3586, "p99_ms": 914.6504, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9342, "count": 253, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.9131, "p99_ms": 66.2427, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1056, "count": 512, "max_ms": 9.0927, "p50_ms": 3.9274, "p95_ms": 5.8884, "p99_ms": 7.8773, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1142, "count": 512, "max_ms": 3.6541, "p50_ms": 1.0036, "p95_ms": 1.8387, "p99_ms": 2.934, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.8411, "count": 253, "max_ms": 1056.6186, "p50_ms": 498.2006, "p95_ms": 624.9829, "p99_ms": 938.3173, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.1308, "count": 253, "max_ms": 967.4229, "p50_ms": 407.0886, "p95_ms": 516.5066, "p99_ms": 864.9088, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.235, "count": 253, "max_ms": 115.8706, "p50_ms": 84.3598, "p95_ms": 102.386, "p99_ms": 110.5137, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6424, "count": 253, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.8917, "p99_ms": 7.1486, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9529, "count": 253, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.3539, "p99_ms": 65.3904, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8214, "count": 253, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4252, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.3621, "count": 253, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 697.207, "p99_ms": 883.3062, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0064, "count": 253, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.809, "p99_ms": 11.2441, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7978, "count": 253, "max_ms": 92.2129, "p50_ms": 25.8456, "p95_ms": 58.9042, "p99_ms": 73.1035, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.084, "count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0333, "count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 481.4383, "count": 253, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 777.0861, "p99_ms": 976.0089, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 253, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194}, "wait_ms": {"count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 253, "artifact_failed": 0, "artifact_requested": 253, "artifact_success": 253, "completed": 253, "completed_failed": 0, "completed_success": 253, "cooldown_promoted": 253, "database_requested": 253, "db_insert_success": 253, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15802, "relay_business_failed": 0, "relay_business_success": 253, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 253, "relay_transport_failed": 0, "relay_transport_success": 253, "reservation_requested": 253}, "snapshot": {"copied_bytes": 699494400, "copied_count": 253, "copy": {"count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 462, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:25:55+09:00", "last_error_summary": "[h264 @ 0x5fa8ce6aff00] cabac decode of qscale diff failed at 26 28 [h264 @ 0x5fa8ce6aff00] error while decoding MB 26 28, bytestream 32742 [h264 @ 0x5fa8ce73cb40] error while decoding MB 72 50, bytestream -12", "last_exit_at": "2026-11-02T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 59607.672, "last_started_at": "2026-11-01T13:52:27+09:00", "pid": 39462, "process": {"exists": false, "pid": 39462}, "restart_count": 168, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.093, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-02T06:25:55+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-11-02T06:25:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.637, "last_sample_duration_ms": 745.581, "last_trigger": "periodic", "next_snapshot_in_sec": 41.363, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 382, "storage_bytes": 3575052}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T06:25:55.129574+09:00", "mtime_epoch": 1793568355.1295743, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103991}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T06:25:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1983.344, "name": "celery", "pid": 206, "rss_mb": 1942.43, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 212, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2207978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 31.958, "max": 51.0, "p95": 42.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.618, "max": 11.0, "p95": 9.0, "sample_count": 283}, "total": {"avg": 6.618, "max": 11.0, "p95": 9.0, "sample_count": 283}}, "tracking_counts": {"active": {"avg": 1.565, "max": 5.0, "p95": 3.0, "sample_count": 283}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}, "removed": {"avg": 0.071, "max": 1.0, "p95": 1.0, "sample_count": 283}, "tracked": {"avg": 1.565, "max": 5.0, "p95": 3.0, "sample_count": 283}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.457, "pushed": 9.457, "read": 9.424}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 282, "client_acquire_ms": {"avg_ms": 0.005, "count": 283, "max_ms": 0.033, "p95_ms": 0.011, "reason": null, "sample_age_ms": 130.286, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.662, "count": 282, "max_ms": 8.106, "p95_ms": 2.222, "reason": null, "sample_age_ms": 168.068, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 282, "max_ms": 7.849, "p95_ms": 1.5, "reason": null, "sample_age_ms": 168.284, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.506, "count": 283, "max_ms": 1.311, "p95_ms": 0.843, "reason": null, "sample_age_ms": 130.299, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 282, "max_ms": 3.867, "p95_ms": 2.509, "reason": null, "sample_age_ms": 167.202, "source": "client_direct"}, "request_count": 282, "request_tensor_bytes": {"avg": 2764808.0, "count": 282, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 283, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.98, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.83, "count": 283, "max_ms": 60.246, "p95_ms": 50.443, "reason": null, "sample_age_ms": 130.281, "source": "client_direct"}, "sample_age_ms": 130.276, "source": "client_direct", "task_total_ms": {"avg_ms": 37.934, "count": 283, "max_ms": 63.972, "p95_ms": 52.602, "reason": null, "sample_age_ms": 130.276, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.778, "count": 283, "max_ms": 21.859, "p95_ms": 17.74}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.614, "count": 283, "max_ms": 1.632, "p95_ms": 1.131}, "detection_prepare_ms": {"avg_ms": 1.964, "count": 283, "max_ms": 5.995, "p95_ms": 3.793}, "event_filter_ms": {"avg_ms": 0.004, "count": 283, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.849, "count": 283, "max_ms": 1.676, "p95_ms": 1.37}, "mcmt_ms": {"avg_ms": 0.003, "count": 283, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.181, "count": 283, "max_ms": 11.315, "p95_ms": 8.173}, "setup_ms": {"avg_ms": 0.029, "count": 283, "max_ms": 0.092, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 11.728, "count": 283, "max_ms": 21.794, "p95_ms": 17.661}, "track_match_ms": {"avg_ms": 0.183, "count": 283, "max_ms": 0.673, "p95_ms": 0.348}, "tracker_update_ms": {"avg_ms": 2.9, "count": 283, "max_ms": 7.075, "p95_ms": 4.846}}, "gstreamer_push": {"avg_ms": 2.421, "count": 283, "max_ms": 6.586, "p95_ms": 4.002}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 283, "max_ms": 0.588, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.943, "count": 283, "max_ms": 64.688, "p95_ms": 54.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.807, "count": 283, "max_ms": 15.968, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.315, "count": 283, "max_ms": 136.136, "p95_ms": 117.07}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 283, "max_ms": 3.863, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.234, "count": 283, "max_ms": 0.688, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.805, "count": 283, "max_ms": 144.284, "p95_ms": 123.738}, "read_interval": {"avg_ms": 105.884, "count": 282, "max_ms": 175.028, "p95_ms": 147.022}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 283, "max_ms": 0.093, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.12, "count": 283, "max_ms": 11.251, "p95_ms": 8.078}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 283, "max_ms": 0.049, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.106, "count": 283, "max_ms": 11.238, "p95_ms": 8.054}, "worker_merge_ms": {"avg_ms": 0.005, "count": 283, "max_ms": 0.026, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.953, "count": 283, "max_ms": 64.7, "p95_ms": 54.401}, "visualize": {"avg_ms": 36.149, "count": 283, "max_ms": 66.637, "p95_ms": 50.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.787, "count": 283, "max_ms": 42.434, "p95_ms": 35.919}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.851, "count": 283, "max_ms": 64.925, "p95_ms": 48.472}, "visualize_input_copy_ms": {"avg_ms": 1.152, "count": 283, "max_ms": 3.187, "p95_ms": 1.907}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.753, "count": 283, "max_ms": 64.816, "p95_ms": 48.347}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 283, "max_ms": 0.209, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 283}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.824, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.85, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105980, "write_bytes_delta": 105980, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1090.0, "cpu_core_ratio": 0.379454, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39462, "reason": null, "system_cpu_core_ratio": 0.032823, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.346631, "user_cpu_s_delta": 6.969999999997526}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.198647, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.738518, "system_cpu_s_delta": 14.849999999991269, "user_cpu_core_ratio": 1.460128, "user_cpu_s_delta": 29.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.381, "count": 275, "max_ms": 6.664, "p95_ms": 4.161, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 32.618, "max": 51.0, "p95": 41.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 7.149, "key_count": 1, "max": 13.0, "p95": 9.0, "provenance": "bounded_other_sum_proxy", "sample_count": 275}, "total": {"avg": 7.149, "max": 13.0, "p95": 9.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.919, "count": 30, "max": 50.439, "p95": 37.578, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.135, "count": 30, "max": 23.169, "p95": 19.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.533, "count": 30, "max": 1090.0, "p95": 1045.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 418.0, "p95": 6.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.387, "p95": 0.363, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90388.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87491.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3872.133, "count": 30, "max": 30140.0, "p95": 22897.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.698, "count": 30, "max": 0.779, "p95": 0.758, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.391, "count": 30, "max": 1.481, "p95": 1.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17346, "sampled_at": "2026-11-02T06:25:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:25:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3596599, "flush_count": 3824, "flush_interval_seconds": 30.0, "flush_state": {"count": 3824, "last_at": "2026-11-02T06:25:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T06:25:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3823}, "started": true, "suppressed_count": 2204424, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 2204155}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3824, "written_record_count": 3824}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9970.637, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6104617574400, "copied_frame_count": 2207978, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T06:24:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2862561, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T06:24:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.693}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 269, "events_emitted": 253, "events_failed": 0, "events_observed": 269, "events_suppressed": 16, "frame_buffer_copied_bytes": 6104617574400, "frame_buffer_copies": 2207978, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 12650, "recorder_active_input_bytes": 34974720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 253, "recorder_clips_failed": 0, "recorder_clips_started": 253, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 253, "worker_jobs_accepted": 253, "worker_jobs_completed": 253, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 0.3498, "p50_ms": 0.0697, "p95_ms": 0.1646, "p99_ms": 0.2289}, "stages": {"db_insert": {"avg_ms": 15.5688, "count": 253, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.4113, "p99_ms": 41.6744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7032, "count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0074, "count": 269, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1346.5819, "p99_ms": 1552.7744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2161, "count": 512, "max_ms": 5.6696, "p50_ms": 1.056, "p95_ms": 2.2278, "p99_ms": 3.0373, "results": {"failed": 0, "not_applicable": 0, "success": 2207978, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.6708, "count": 269, "max_ms": 1059.6761, "p50_ms": 496.9389, "p95_ms": 625.3586, "p99_ms": 914.6504, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9342, "count": 253, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.9131, "p99_ms": 66.2427, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1056, "count": 512, "max_ms": 9.0927, "p50_ms": 3.9274, "p95_ms": 5.8884, "p99_ms": 7.8773, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1142, "count": 512, "max_ms": 3.6541, "p50_ms": 1.0036, "p95_ms": 1.8387, "p99_ms": 2.934, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.8411, "count": 253, "max_ms": 1056.6186, "p50_ms": 498.2006, "p95_ms": 624.9829, "p99_ms": 938.3173, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.1308, "count": 253, "max_ms": 967.4229, "p50_ms": 407.0886, "p95_ms": 516.5066, "p99_ms": 864.9088, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.235, "count": 253, "max_ms": 115.8706, "p50_ms": 84.3598, "p95_ms": 102.386, "p99_ms": 110.5137, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6424, "count": 253, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.8917, "p99_ms": 7.1486, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9529, "count": 253, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.3539, "p99_ms": 65.3904, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8214, "count": 253, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4252, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.3621, "count": 253, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 697.207, "p99_ms": 883.3062, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0064, "count": 253, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.809, "p99_ms": 11.2441, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7978, "count": 253, "max_ms": 92.2129, "p50_ms": 25.8456, "p95_ms": 58.9042, "p99_ms": 73.1035, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.084, "count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0333, "count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 481.4383, "count": 253, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 777.0861, "p99_ms": 976.0089, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 253, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194}, "wait_ms": {"count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 253, "artifact_failed": 0, "artifact_requested": 253, "artifact_success": 253, "completed": 253, "completed_failed": 0, "completed_success": 253, "cooldown_promoted": 253, "database_requested": 253, "db_insert_success": 253, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15802, "relay_business_failed": 0, "relay_business_success": 253, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 253, "relay_transport_failed": 0, "relay_transport_success": 253, "reservation_requested": 253}, "snapshot": {"copied_bytes": 699494400, "copied_count": 253, "copy": {"count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 462, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:25:55+09:00", "last_error_summary": "[h264 @ 0x5fa8ce6aff00] cabac decode of qscale diff failed at 26 28 [h264 @ 0x5fa8ce6aff00] error while decoding MB 26 28, bytestream 32742 [h264 @ 0x5fa8ce73cb40] error while decoding MB 72 50, bytestream -12", "last_exit_at": "2026-11-02T06:25:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 59607.709, "last_started_at": "2026-11-01T13:52:27+09:00", "pid": 39462, "process": {"exists": false, "pid": 39462}, "restart_count": 168, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.093, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-02T06:25:55+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-11-02T06:25:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.676, "last_sample_duration_ms": 745.581, "last_trigger": "periodic", "next_snapshot_in_sec": 41.324, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 382, "storage_bytes": 3575052}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-02T06:25:55.129574+09:00", "mtime_epoch": 1793568355.1295743, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103991}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T06:25:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1983.344, "name": "celery", "pid": 206, "rss_mb": 1942.43, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 212, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2207978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 31.958, "max": 51.0, "p95": 42.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.618, "max": 11.0, "p95": 9.0, "sample_count": 283}, "total": {"avg": 6.618, "max": 11.0, "p95": 9.0, "sample_count": 283}}, "tracking_counts": {"active": {"avg": 1.565, "max": 5.0, "p95": 3.0, "sample_count": 283}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}, "removed": {"avg": 0.071, "max": 1.0, "p95": 1.0, "sample_count": 283}, "tracked": {"avg": 1.565, "max": 5.0, "p95": 3.0, "sample_count": 283}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.445, "pushed": 9.445, "read": 9.412}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 282, "client_acquire_ms": {"avg_ms": 0.005, "count": 282, "max_ms": 0.033, "p95_ms": 0.011, "reason": null, "sample_age_ms": 168.538, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.662, "count": 282, "max_ms": 8.106, "p95_ms": 2.222, "reason": null, "sample_age_ms": 206.32, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 282, "max_ms": 7.849, "p95_ms": 1.5, "reason": null, "sample_age_ms": 206.536, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.506, "count": 282, "max_ms": 1.311, "p95_ms": 0.844, "reason": null, "sample_age_ms": 168.552, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 282, "max_ms": 3.867, "p95_ms": 2.509, "reason": null, "sample_age_ms": 205.454, "source": "client_direct"}, "request_count": 282, "request_tensor_bytes": {"avg": 2764808.0, "count": 282, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 205.435, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 282, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 169.233, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.864, "count": 282, "max_ms": 60.246, "p95_ms": 50.455, "reason": null, "sample_age_ms": 168.533, "source": "client_direct"}, "sample_age_ms": 168.528, "source": "client_direct", "task_total_ms": {"avg_ms": 37.968, "count": 282, "max_ms": 63.972, "p95_ms": 52.623, "reason": null, "sample_age_ms": 168.528, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.073, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.778, "count": 283, "max_ms": 21.859, "p95_ms": 17.74}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.614, "count": 283, "max_ms": 1.632, "p95_ms": 1.131}, "detection_prepare_ms": {"avg_ms": 1.964, "count": 283, "max_ms": 5.995, "p95_ms": 3.793}, "event_filter_ms": {"avg_ms": 0.004, "count": 283, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.849, "count": 283, "max_ms": 1.676, "p95_ms": 1.37}, "mcmt_ms": {"avg_ms": 0.003, "count": 283, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.181, "count": 283, "max_ms": 11.315, "p95_ms": 8.173}, "setup_ms": {"avg_ms": 0.029, "count": 283, "max_ms": 0.092, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 11.728, "count": 283, "max_ms": 21.794, "p95_ms": 17.661}, "track_match_ms": {"avg_ms": 0.183, "count": 283, "max_ms": 0.673, "p95_ms": 0.348}, "tracker_update_ms": {"avg_ms": 2.9, "count": 283, "max_ms": 7.075, "p95_ms": 4.846}}, "gstreamer_push": {"avg_ms": 2.421, "count": 283, "max_ms": 6.586, "p95_ms": 4.002}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 283, "max_ms": 0.588, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.943, "count": 283, "max_ms": 64.688, "p95_ms": 54.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.807, "count": 283, "max_ms": 15.968, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.315, "count": 283, "max_ms": 136.136, "p95_ms": 117.07}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 283, "max_ms": 3.863, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.234, "count": 283, "max_ms": 0.688, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.805, "count": 283, "max_ms": 144.284, "p95_ms": 123.738}, "read_interval": {"avg_ms": 105.884, "count": 282, "max_ms": 175.028, "p95_ms": 147.022}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 283, "max_ms": 0.093, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.12, "count": 283, "max_ms": 11.251, "p95_ms": 8.078}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 283, "max_ms": 0.049, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.106, "count": 283, "max_ms": 11.238, "p95_ms": 8.054}, "worker_merge_ms": {"avg_ms": 0.005, "count": 283, "max_ms": 0.026, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.953, "count": 283, "max_ms": 64.7, "p95_ms": 54.401}, "visualize": {"avg_ms": 36.149, "count": 283, "max_ms": 66.637, "p95_ms": 50.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.787, "count": 283, "max_ms": 42.434, "p95_ms": 35.919}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.851, "count": 283, "max_ms": 64.925, "p95_ms": 48.472}, "visualize_input_copy_ms": {"avg_ms": 1.152, "count": 283, "max_ms": 3.187, "p95_ms": 1.907}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.753, "count": 283, "max_ms": 64.816, "p95_ms": 48.347}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 283, "max_ms": 0.209, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 283}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.824, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.85, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105980, "write_bytes_delta": 105980, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1090.0, "cpu_core_ratio": 0.379454, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39462, "reason": null, "system_cpu_core_ratio": 0.032823, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.346631, "user_cpu_s_delta": 6.969999999997526}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.198647, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.738518, "system_cpu_s_delta": 14.849999999991269, "user_cpu_core_ratio": 1.460128, "user_cpu_s_delta": 29.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.381, "count": 275, "max_ms": 6.664, "p95_ms": 4.161, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 32.618, "max": 51.0, "p95": 41.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 7.149, "key_count": 1, "max": 13.0, "p95": 9.0, "provenance": "bounded_other_sum_proxy", "sample_count": 275}, "total": {"avg": 7.149, "max": 13.0, "p95": 9.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.919, "count": 30, "max": 50.439, "p95": 37.578, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.135, "count": 30, "max": 23.169, "p95": 19.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.533, "count": 30, "max": 1090.0, "p95": 1045.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 418.0, "p95": 6.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.387, "p95": 0.363, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90388.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87491.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3872.133, "count": 30, "max": 30140.0, "p95": 22897.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.698, "count": 30, "max": 0.779, "p95": 0.758, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.391, "count": 30, "max": 1.481, "p95": 1.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17346, "sampled_at": "2026-11-02T06:25:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:25:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3596599, "flush_count": 3824, "flush_interval_seconds": 30.0, "flush_state": {"count": 3824, "last_at": "2026-11-02T06:25:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T06:25:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3823}, "started": true, "suppressed_count": 2204424, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 2204155}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3824, "written_record_count": 3824}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10129.801, "limit_mb": null}, "detail": {"pid": 44659, "restart_count": 169, "start_count": 170}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6104617574400, "copied_frame_count": 2207978, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T06:24:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2862561, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T06:24:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.693}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 269, "events_emitted": 253, "events_failed": 0, "events_observed": 269, "events_suppressed": 16, "frame_buffer_copied_bytes": 6104617574400, "frame_buffer_copies": 2207978, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 12650, "recorder_active_input_bytes": 34974720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 253, "recorder_clips_failed": 0, "recorder_clips_started": 253, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 253, "worker_jobs_accepted": 253, "worker_jobs_completed": 253, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 0.3498, "p50_ms": 0.0697, "p95_ms": 0.1646, "p99_ms": 0.2289}, "stages": {"db_insert": {"avg_ms": 15.5688, "count": 253, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.4113, "p99_ms": 41.6744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7032, "count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0074, "count": 269, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1346.5819, "p99_ms": 1552.7744, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2161, "count": 512, "max_ms": 5.6696, "p50_ms": 1.056, "p95_ms": 2.2278, "p99_ms": 3.0373, "results": {"failed": 0, "not_applicable": 0, "success": 2207978, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.6708, "count": 269, "max_ms": 1059.6761, "p50_ms": 496.9389, "p95_ms": 625.3586, "p99_ms": 914.6504, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9342, "count": 253, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.9131, "p99_ms": 66.2427, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1056, "count": 512, "max_ms": 9.0927, "p50_ms": 3.9274, "p95_ms": 5.8884, "p99_ms": 7.8773, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1142, "count": 512, "max_ms": 3.6541, "p50_ms": 1.0036, "p95_ms": 1.8387, "p99_ms": 2.934, "results": {"failed": 0, "not_applicable": 0, "success": 12650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.8411, "count": 253, "max_ms": 1056.6186, "p50_ms": 498.2006, "p95_ms": 624.9829, "p99_ms": 938.3173, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.1308, "count": 253, "max_ms": 967.4229, "p50_ms": 407.0886, "p95_ms": 516.5066, "p99_ms": 864.9088, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.235, "count": 253, "max_ms": 115.8706, "p50_ms": 84.3598, "p95_ms": 102.386, "p99_ms": 110.5137, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6424, "count": 253, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.8917, "p99_ms": 7.1486, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9529, "count": 253, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.3539, "p99_ms": 65.3904, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2568, "count": 253, "max_ms": 16.9396, "p50_ms": 0.744, "p95_ms": 3.379, "p99_ms": 9.6263, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7557, "count": 269, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3972, "p99_ms": 2.0718, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8214, "count": 253, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4252, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.3621, "count": 253, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 697.207, "p99_ms": 883.3062, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 269, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0064, "count": 253, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.809, "p99_ms": 11.2441, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7978, "count": 253, "max_ms": 92.2129, "p50_ms": 25.8456, "p95_ms": 58.9042, "p99_ms": 73.1035, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.084, "count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0333, "count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 481.4383, "count": 253, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 777.0861, "p99_ms": 976.0089, "results": {"failed": 0, "not_applicable": 0, "success": 253, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 253, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 253, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1561, "p99_ms": 0.194}, "wait_ms": {"count": 253, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.4137, "p99_ms": 5.5604}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 253, "artifact_failed": 0, "artifact_requested": 253, "artifact_success": 253, "completed": 253, "completed_failed": 0, "completed_success": 253, "cooldown_promoted": 253, "database_requested": 253, "db_insert_success": 253, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15802, "relay_business_failed": 0, "relay_business_success": 253, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 253, "relay_transport_failed": 0, "relay_transport_success": 253, "reservation_requested": 253}, "snapshot": {"copied_bytes": 699494400, "copied_count": 253, "copy": {"count": 253, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6853, "p99_ms": 3.2276}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 462, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:25:55+09:00", "last_error_summary": "[h264 @ 0x5fa8ce6aff00] cabac decode of qscale diff failed at 26 28 [h264 @ 0x5fa8ce6aff00] error while decoding MB 26 28, bytestream 32742 [h264 @ 0x5fa8ce73cb40] error while decoding MB 72 50, bytestream -12", "last_exit_at": "2026-11-02T06:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T06:25:58+09:00", "pid": 44659, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.695, "name": "ffmpeg", "pid": 44659, "rss_mb": 197.695, "state": "S (sleeping)", "threads": 70}, "restart_count": 169, "restart_count_per_hour": 1, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.075, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.922, "last_frame_pushed_at": "2026-11-02T06:25:55+09:00", "last_frame_read_age_sec": 5.056, "last_frame_read_at": "2026-11-02T06:25:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.529, "last_sample_duration_ms": 745.581, "last_trigger": "periodic", "next_snapshot_in_sec": 36.471, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 382, "storage_bytes": 3575052}, "mjpeg": {"age_sec": 4.913, "exists": true, "mtime": "2026-11-02T06:25:55.129574+09:00", "mtime_epoch": 1793568355.1295743, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103991}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T06:26:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1983.344, "name": "celery", "pid": 206, "rss_mb": 1942.434, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 212, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2207978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 31.063, "max": 49.0, "p95": 39.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.377, "max": 10.0, "p95": 9.0, "sample_count": 239}, "total": {"avg": 6.377, "max": 10.0, "p95": 9.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.418, "max": 5.0, "p95": 3.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 239}, "tracked": {"avg": 1.418, "max": 5.0, "p95": 3.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.985, "pushed": 7.985, "read": 7.952}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.033, "p95_ms": 0.011, "reason": null, "sample_age_ms": 5023.929, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.656, "count": 238, "max_ms": 8.106, "p95_ms": 2.228, "reason": null, "sample_age_ms": 5061.711, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.264, "count": 238, "max_ms": 7.849, "p95_ms": 1.395, "reason": null, "sample_age_ms": 5061.927, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.496, "count": 239, "max_ms": 1.311, "p95_ms": 0.802, "reason": null, "sample_age_ms": 5023.942, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.473, "count": 238, "max_ms": 3.867, "p95_ms": 2.508, "reason": null, "sample_age_ms": 5060.845, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5060.826, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5024.623, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.071, "count": 239, "max_ms": 60.246, "p95_ms": 50.82, "reason": null, "sample_age_ms": 5023.924, "source": "client_direct"}, "sample_age_ms": 5023.919, "source": "client_direct", "task_total_ms": {"avg_ms": 38.168, "count": 239, "max_ms": 63.972, "p95_ms": 52.954, "reason": null, "sample_age_ms": 5023.919, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.722, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.344, "count": 239, "max_ms": 20.938, "p95_ms": 16.509}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.598, "count": 239, "max_ms": 1.632, "p95_ms": 1.137}, "detection_prepare_ms": {"avg_ms": 1.85, "count": 239, "max_ms": 5.995, "p95_ms": 3.454}, "event_filter_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.82, "count": 239, "max_ms": 1.574, "p95_ms": 1.339}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.001, "count": 239, "max_ms": 11.315, "p95_ms": 7.769}, "setup_ms": {"avg_ms": 0.029, "count": 239, "max_ms": 0.092, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 11.295, "count": 239, "max_ms": 20.879, "p95_ms": 16.465}, "track_match_ms": {"avg_ms": 0.174, "count": 239, "max_ms": 0.673, "p95_ms": 0.348}, "tracker_update_ms": {"avg_ms": 2.815, "count": 239, "max_ms": 7.075, "p95_ms": 4.846}}, "gstreamer_push": {"avg_ms": 2.405, "count": 239, "max_ms": 6.586, "p95_ms": 4.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 239, "max_ms": 0.588, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.166, "count": 239, "max_ms": 64.688, "p95_ms": 55.03}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.708, "count": 239, "max_ms": 12.955, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.612, "count": 239, "max_ms": 136.136, "p95_ms": 117.031}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 239, "max_ms": 3.863, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.229, "count": 239, "max_ms": 0.688, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.989, "count": 239, "max_ms": 144.284, "p95_ms": 123.051}, "read_interval": {"avg_ms": 104.982, "count": 238, "max_ms": 175.028, "p95_ms": 143.645}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 239, "max_ms": 0.073, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.939, "count": 239, "max_ms": 11.251, "p95_ms": 7.663}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 239, "max_ms": 0.049, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.925, "count": 239, "max_ms": 11.238, "p95_ms": 7.637}, "worker_merge_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.026, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.176, "count": 239, "max_ms": 64.7, "p95_ms": 55.038}, "visualize": {"avg_ms": 35.681, "count": 239, "max_ms": 64.937, "p95_ms": 50.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.676, "count": 239, "max_ms": 42.434, "p95_ms": 35.982}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.368, "count": 239, "max_ms": 63.709, "p95_ms": 48.472}, "visualize_input_copy_ms": {"avg_ms": 1.166, "count": 239, "max_ms": 3.187, "p95_ms": 1.93}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.273, "count": 239, "max_ms": 63.637, "p95_ms": 48.347}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 239, "max_ms": 0.209, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1942.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.824, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.85, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T06:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105980, "write_bytes_delta": 105980, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1090.0, "cpu_core_ratio": 0.379454, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39462, "reason": null, "system_cpu_core_ratio": 0.032823, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.346631, "user_cpu_s_delta": 6.969999999997526}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.198647, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.738518, "system_cpu_s_delta": 14.849999999991269, "user_cpu_core_ratio": 1.460128, "user_cpu_s_delta": 29.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.381, "count": 275, "max_ms": 6.664, "p95_ms": 4.161, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 32.618, "max": 51.0, "p95": 41.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 7.149, "key_count": 1, "max": 13.0, "p95": 9.0, "provenance": "bounded_other_sum_proxy", "sample_count": 275}, "total": {"avg": 7.149, "max": 13.0, "p95": 9.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.919, "count": 30, "max": 50.439, "p95": 37.578, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.135, "count": 30, "max": 23.169, "p95": 19.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.533, "count": 30, "max": 1090.0, "p95": 1045.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 418.0, "p95": 6.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.387, "p95": 0.363, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90388.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87491.2, "count": 30, "max": 115868.0, "p95": 104946.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3872.133, "count": 30, "max": 30140.0, "p95": 22897.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.698, "count": 30, "max": 0.779, "p95": 0.758, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.391, "count": 30, "max": 1.481, "p95": 1.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17346, "sampled_at": "2026-11-02T06:25:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:25:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10191.195, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T06:38:33+09:00", "last_error_summary": "[rtsp @ 0x60f02f64ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60f02f64ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:38:33+09:00", "last_error_summary": "[rtsp @ 0x60f02f64ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60f02f64ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T06:38:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T06:38:33+09:00", "pid": 44837, "process": {"exists": false, "pid": 44837}, "restart_count": 122, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 119286.03, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 119286.107, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 114.989, "last_sample_duration_ms": 697.28, "last_trigger": "periodic", "next_snapshot_in_sec": 485.011, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 384, "storage_bytes": 3593640}, "mjpeg": {"age_sec": 119286.022, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T06:38:35+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 119290.881, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286049.142, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286049.848, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286036.331, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286048.393, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.918, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.995, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 117483.764, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43789, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.927, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.714, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 91344.698, "count": 30, "max": 117483.764, "p95": 114869.655, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3646, "sampled_at": "2026-11-02T06:08:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:08:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10190.48, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T06:38:33+09:00", "last_error_summary": "[rtsp @ 0x60f02f64ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60f02f64ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T06:38:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-02T06:38:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 122, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 119286.066, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 119286.143, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.016, "last_sample_duration_ms": 697.28, "last_trigger": "periodic", "next_snapshot_in_sec": 484.984, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 384, "storage_bytes": 3593640}, "mjpeg": {"age_sec": 119286.058, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T06:38:35+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 119290.912, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286083.155, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286083.861, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286070.344, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 119286082.406, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.247, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.941, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 119286.032, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 44837, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001104, "user_cpu_s_delta": 1.9900000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.837, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.717, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 93147.366, "count": 30, "max": 119286.032, "p95": 116672.477, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3647, "sampled_at": "2026-11-02T06:38:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:38:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10177.734, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T07:08:36+09:00", "last_error_summary": "[rtsp @ 0x625e719eff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x625e719efe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T07:08:36+09:00", "last_error_summary": "[rtsp @ 0x625e719eff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x625e719efe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T07:08:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T07:08:36+09:00", "pid": 44839, "process": {"exists": false, "pid": 44839}, "restart_count": 123, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 121089.046, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 121089.123, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.405, "last_sample_duration_ms": 758.281, "last_trigger": "periodic", "next_snapshot_in_sec": 489.595, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 387, "storage_bytes": 3621509}, "mjpeg": {"age_sec": 121089.038, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T07:08:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 121093.895, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089064.204, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089064.91, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089051.394, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089063.455, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.519, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.941, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 119286.032, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 44837, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001104, "user_cpu_s_delta": 1.9900000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.837, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.717, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 93147.366, "count": 30, "max": 119286.032, "p95": 116672.477, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3647, "sampled_at": "2026-11-02T06:38:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T06:38:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10177.207, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T07:08:36+09:00", "last_error_summary": "[rtsp @ 0x625e719eff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x625e719efe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T07:08:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-11-02T07:08:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 123, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 121089.073, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 121089.151, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.428, "last_sample_duration_ms": 758.281, "last_trigger": "periodic", "next_snapshot_in_sec": 489.572, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 387, "storage_bytes": 3621509}, "mjpeg": {"age_sec": 121089.065, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T07:08:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 121093.919, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089090.404, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089091.11, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089077.594, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121089089.655, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.873, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.438, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 121089.047, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 44839, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000349, "system_cpu_s_delta": 0.6299999999991996, "user_cpu_core_ratio": 0.001137, "user_cpu_s_delta": 2.0499999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.811, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.701, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 94950.042, "count": 30, "max": 121089.047, "p95": 118475.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3648, "sampled_at": "2026-11-02T07:08:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T07:08:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10226.77, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T07:38:38+09:00", "last_error_summary": "[rtsp @ 0x5b2b1bec5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b2b1bec5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T07:38:38+09:00", "last_error_summary": "[rtsp @ 0x5b2b1bec5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b2b1bec5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T07:38:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T07:38:38+09:00", "pid": 44965, "process": {"exists": false, "pid": 44965}, "restart_count": 124, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 122891.176, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 122891.254, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.316, "last_sample_duration_ms": 822.08, "last_trigger": "periodic", "next_snapshot_in_sec": 492.684, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 390, "storage_bytes": 3649371}, "mjpeg": {"age_sec": 122891.168, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T07:38:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 122896.025, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891195.585, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891196.291, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891182.775, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891194.836, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.438, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 121089.047, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 44839, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000349, "system_cpu_s_delta": 0.6299999999991996, "user_cpu_core_ratio": 0.001137, "user_cpu_s_delta": 2.0499999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.811, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.701, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 94950.042, "count": 30, "max": 121089.047, "p95": 118475.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3648, "sampled_at": "2026-11-02T07:08:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T07:08:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10227.184, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T07:38:38+09:00", "last_error_summary": "[rtsp @ 0x5b2b1bec5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b2b1bec5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T07:38:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-02T07:38:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 124, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 122891.205, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 122891.282, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.333, "last_sample_duration_ms": 822.08, "last_trigger": "periodic", "next_snapshot_in_sec": 492.667, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 390, "storage_bytes": 3649371}, "mjpeg": {"age_sec": 122891.197, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T07:38:40+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 122896.046, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891222.059, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891222.766, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891209.249, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 122891221.31, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.65, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.003, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 122891.178, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 44965, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.001049, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.809, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.696, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 96752.704, "count": 30, "max": 122891.178, "p95": 120277.69, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3649, "sampled_at": "2026-11-02T07:38:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T07:38:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10269.449, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T08:08:41+09:00", "last_error_summary": "[rtsp @ 0x58496cfb9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58496cfb9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:08:41+09:00", "last_error_summary": "[rtsp @ 0x58496cfb9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58496cfb9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T08:08:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T08:08:41+09:00", "pid": 45091, "process": {"exists": false, "pid": 45091}, "restart_count": 125, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 124693.55, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 124693.628, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.388, "last_sample_duration_ms": 752.741, "last_trigger": "periodic", "next_snapshot_in_sec": 495.612, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 393, "storage_bytes": 3677234}, "mjpeg": {"age_sec": 124693.542, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T08:08:43+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 124698.398, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693568.56, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693569.267, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693555.75, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693567.811, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.003, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 122891.178, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 44965, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.001049, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.809, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.696, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 96752.704, "count": 30, "max": 122891.178, "p95": 120277.69, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3649, "sampled_at": "2026-11-02T07:38:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T07:38:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10269.492, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:08:41+09:00", "last_error_summary": "[rtsp @ 0x58496cfb9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58496cfb9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T08:08:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-11-02T08:08:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 125, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 124693.579, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 124693.656, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.41, "last_sample_duration_ms": 752.741, "last_trigger": "periodic", "next_snapshot_in_sec": 495.59, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 393, "storage_bytes": 3677234}, "mjpeg": {"age_sec": 124693.571, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T08:08:43+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 124698.422, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693595.767, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693596.474, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693582.957, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 124693595.018, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.3, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.717, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 124693.551, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 45091, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001404, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001032, "user_cpu_s_delta": 1.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.903, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.714, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 98555.374, "count": 30, "max": 124693.551, "p95": 122080.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3650, "sampled_at": "2026-11-02T08:08:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:08:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10018.277, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6538575052800, "copied_frame_count": 2364936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6538575052800, "frame_buffer_copies": 2364936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0728, "count": 512, "max_ms": 0.3062, "p50_ms": 0.066, "p95_ms": 0.117, "p99_ms": 0.1628}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0231, "count": 512, "max_ms": 5.0274, "p50_ms": 0.9129, "p95_ms": 1.6563, "p99_ms": 2.8926, "results": {"failed": 0, "not_applicable": 0, "success": 2364936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:03:39+09:00", "last_error_summary": "[tcp @ 0x6441d6933940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection refused [in#0 @ 0x6441d6930e00] Error opening input: Connection refused Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection refused", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 115977.845, "last_started_at": "2026-11-01T00:03:44+09:00", "pid": 35753, "process": {"exists": false, "pid": 35753}, "restart_count": 4, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.238, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T08:16:42+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-11-02T08:16:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.75, "last_sample_duration_ms": 752.741, "last_trigger": "periodic", "next_snapshot_in_sec": 16.25, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 393, "storage_bytes": 3677234}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-02T08:16:42.430480+09:00", "mtime_epoch": 1793575002.43048, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 106584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T08:16:42+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1942.223, "name": "celery", "pid": 180, "rss_mb": 1936.242, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.669, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.74, "pushed": 0.74, "read": 0.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 26.777, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 13, "max_ms": 1.877, "p95_ms": 1.421, "reason": null, "sample_age_ms": 64.796, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 13, "max_ms": 1.34, "p95_ms": 1.03, "reason": null, "sample_age_ms": 65.231, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 13, "max_ms": 0.254, "p95_ms": 0.221, "reason": null, "sample_age_ms": 26.783, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.107, "count": 13, "max_ms": 1.745, "p95_ms": 1.643, "reason": null, "sample_age_ms": 63.177, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.141, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.861, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.265, "count": 13, "max_ms": 49.699, "p95_ms": 48.029, "reason": null, "sample_age_ms": 26.773, "source": "client_direct"}, "sample_age_ms": 26.769, "source": "client_direct", "task_total_ms": {"avg_ms": 36.579, "count": 13, "max_ms": 51.609, "p95_ms": 49.368, "reason": null, "sample_age_ms": 26.769, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.006, "count": 13, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 21.187, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.241, "count": 13, "max_ms": 15.738, "p95_ms": 14.693, "reason": null, "sample_age_ms": 51.054, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 13, "max_ms": 0.019, "p95_ms": 0.019, "reason": null, "sample_age_ms": 65.038, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 13, "max_ms": 0.103, "p95_ms": 0.093, "reason": null, "sample_age_ms": 21.192, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 13, "max_ms": 1.999, "p95_ms": 1.92, "reason": null, "sample_age_ms": 49.48, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 49.461, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.226, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.515, "count": 13, "max_ms": 38.627, "p95_ms": 36.516, "reason": null, "sample_age_ms": 21.185, "source": "client_direct"}, "sample_age_ms": 21.183, "source": "client_direct", "task_total_ms": {"avg_ms": 32.181, "count": 13, "max_ms": 40.894, "p95_ms": 38.712, "reason": null, "sample_age_ms": 21.183, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 21.856, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.092, "count": 13, "max_ms": 10.649, "p95_ms": 10.014, "reason": null, "sample_age_ms": 55.503, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 13, "max_ms": 0.021, "p95_ms": 0.02, "reason": null, "sample_age_ms": 65.08, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.047, "count": 13, "max_ms": 0.096, "p95_ms": 0.076, "reason": null, "sample_age_ms": 21.861, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.373, "count": 13, "max_ms": 2.392, "p95_ms": 1.98, "reason": null, "sample_age_ms": 53.766, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.727, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.902, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.59, "count": 13, "max_ms": 44.03, "p95_ms": 39.874, "reason": null, "sample_age_ms": 21.853, "source": "client_direct"}, "sample_age_ms": 21.85, "source": "client_direct", "task_total_ms": {"avg_ms": 32.13, "count": 13, "max_ms": 46.7, "p95_ms": 42.031, "reason": null, "sample_age_ms": 21.85, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 22.971, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 13, "max_ms": 5.481, "p95_ms": 5.449, "reason": null, "sample_age_ms": 59.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.025, "p95_ms": 0.024, "reason": null, "sample_age_ms": 65.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 13, "max_ms": 0.152, "p95_ms": 0.138, "reason": null, "sample_age_ms": 22.975, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 13, "max_ms": 1.53, "p95_ms": 1.525, "reason": null, "sample_age_ms": 58.303, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.282, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.025, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.363, "count": 13, "max_ms": 43.756, "p95_ms": 43.239, "reason": null, "sample_age_ms": 22.969, "source": "client_direct"}, "sample_age_ms": 22.966, "source": "client_direct", "task_total_ms": {"avg_ms": 33.911, "count": 13, "max_ms": 45.693, "p95_ms": 44.971, "reason": null, "sample_age_ms": 22.966, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.783, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 13, "max_ms": 0.902, "p95_ms": 0.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.093, "count": 13, "max_ms": 0.163, "p95_ms": 0.163}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 13, "max_ms": 0.245, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 13, "max_ms": 0.089, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 13, "max_ms": 0.376, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.027, "count": 13, "max_ms": 0.043, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.503, "count": 13, "max_ms": 0.842, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.009, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.055, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.692, "count": 13, "max_ms": 8.441, "p95_ms": 8.441}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 13, "max_ms": 0.012, "p95_ms": 0.012}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 37.403, "count": 13, "max_ms": 53.717, "p95_ms": 53.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.007, "count": 13, "max_ms": 58.467, "p95_ms": 58.467}, "yolo11_640_fire_11class": {"avg_ms": 40.806, "count": 13, "max_ms": 58.993, "p95_ms": 58.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.367, "count": 13, "max_ms": 53.051, "p95_ms": 53.051}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.977, "count": 13, "max_ms": 7.231, "p95_ms": 7.231}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 47.65, "count": 13, "max_ms": 64.277, "p95_ms": 64.277}, "inference_input_copy_ms": {"avg_ms": 0.888, "count": 13, "max_ms": 1.388, "p95_ms": 1.388}, "processing_residual_ms": {"avg_ms": 0.076, "count": 13, "max_ms": 0.132, "p95_ms": 0.132}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.592, "count": 13, "max_ms": 73.013, "p95_ms": 73.013}, "read_interval": {"avg_ms": 2806.902, "count": 13, "max_ms": 18981.969, "p95_ms": 18981.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 13, "max_ms": 0.036, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.14, "count": 13, "max_ms": 0.259, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 13, "max_ms": 0.032, "p95_ms": 0.032}, "scenario.falldown_detected_ms": {"avg_ms": 0.061, "count": 13, "max_ms": 0.096, "p95_ms": 0.096}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.059, "count": 13, "max_ms": 0.123, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 45.055, "count": 13, "max_ms": 59.002, "p95_ms": 59.002}, "visualize": {"avg_ms": 1.235, "count": 13, "max_ms": 2.299, "p95_ms": 2.299}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.127, "count": 13, "max_ms": 0.224, "p95_ms": 0.224}, "visualize_input_copy_ms": {"avg_ms": 0.964, "count": 13, "max_ms": 1.843, "p95_ms": 1.843}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.105, "p95_ms": 0.105}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 13, "max_ms": 0.083, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1933.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.126, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.15, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105497, "write_bytes_delta": 105497, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 280.0, "cpu_core_ratio": 0.087597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 35753, "reason": null, "system_cpu_core_ratio": 0.008963, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.078634, "user_cpu_s_delta": 1.930000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.328388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12652.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.090857, "system_cpu_s_delta": 2.2300000000032014, "user_cpu_core_ratio": 0.237532, "user_cpu_s_delta": 5.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.472, "count": 174, "max_ms": 10.61, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.063, "count": 30, "max": 48.126, "p95": 28.168, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.262, "count": 30, "max": 27.292, "p95": 19.327, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 384.467, "count": 30, "max": 567.0, "p95": 434.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 194.0, "p95": 112.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.058, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.208, "count": 30, "max": 0.374, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.066, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9765.5, "count": 30, "max": 24627.0, "p95": 21330.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.294, "count": 30, "max": 0.388, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.727, "count": 30, "max": 1.018, "p95": 1.017, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17554, "sampled_at": "2026-11-02T08:16:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:16:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 17.574, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10018.277, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60f27fe50940] error while decoding MB 102 4, bytestream -29 [h264 @ 0x60f27f977240] error while decoding MB 30 42, bytestream -11 [in#0/rtsp @ 0x60f27f07fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60f27f07fe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6538575052800, "copied_frame_count": 2364936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6538575052800, "frame_buffer_copies": 2364936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0728, "count": 512, "max_ms": 0.3062, "p50_ms": 0.066, "p95_ms": 0.117, "p99_ms": 0.1628}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0231, "count": 512, "max_ms": 5.0274, "p50_ms": 0.9129, "p95_ms": 1.6563, "p99_ms": 2.8926, "results": {"failed": 0, "not_applicable": 0, "success": 2364936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:16:42+09:00", "last_error_summary": "[h264 @ 0x60f27fe50940] error while decoding MB 102 4, bytestream -29 [h264 @ 0x60f27f977240] error while decoding MB 30 42, bytestream -11 [in#0/rtsp @ 0x60f27f07fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60f27f07fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 115977.856, "last_started_at": "2026-11-01T00:03:44+09:00", "pid": 35753, "process": {"exists": false, "pid": 35753}, "restart_count": 4, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.238, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-02T08:16:42+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-02T08:16:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.76, "last_sample_duration_ms": 752.741, "last_trigger": "periodic", "next_snapshot_in_sec": 16.24, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 393, "storage_bytes": 3677234}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-02T08:16:42.430480+09:00", "mtime_epoch": 1793575002.43048, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 106584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T08:16:42+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1942.223, "name": "celery", "pid": 180, "rss_mb": 1936.242, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.68, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.739, "pushed": 0.739, "read": 0.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 37.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 13, "max_ms": 1.877, "p95_ms": 1.421, "reason": null, "sample_age_ms": 75.02, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 13, "max_ms": 1.34, "p95_ms": 1.03, "reason": null, "sample_age_ms": 75.455, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 13, "max_ms": 0.254, "p95_ms": 0.221, "reason": null, "sample_age_ms": 37.007, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.107, "count": 13, "max_ms": 1.745, "p95_ms": 1.643, "reason": null, "sample_age_ms": 73.401, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.364, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.085, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.265, "count": 13, "max_ms": 49.699, "p95_ms": 48.029, "reason": null, "sample_age_ms": 36.996, "source": "client_direct"}, "sample_age_ms": 36.992, "source": "client_direct", "task_total_ms": {"avg_ms": 36.579, "count": 13, "max_ms": 51.609, "p95_ms": 49.368, "reason": null, "sample_age_ms": 36.992, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.006, "count": 13, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 31.411, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.241, "count": 13, "max_ms": 15.738, "p95_ms": 14.693, "reason": null, "sample_age_ms": 61.277, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 13, "max_ms": 0.019, "p95_ms": 0.019, "reason": null, "sample_age_ms": 75.261, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 13, "max_ms": 0.103, "p95_ms": 0.093, "reason": null, "sample_age_ms": 31.415, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 13, "max_ms": 1.999, "p95_ms": 1.92, "reason": null, "sample_age_ms": 59.703, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 59.684, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.45, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.515, "count": 13, "max_ms": 38.627, "p95_ms": 36.516, "reason": null, "sample_age_ms": 31.408, "source": "client_direct"}, "sample_age_ms": 31.406, "source": "client_direct", "task_total_ms": {"avg_ms": 32.181, "count": 13, "max_ms": 40.894, "p95_ms": 38.712, "reason": null, "sample_age_ms": 31.406, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 32.079, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.092, "count": 13, "max_ms": 10.649, "p95_ms": 10.014, "reason": null, "sample_age_ms": 65.727, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 13, "max_ms": 0.021, "p95_ms": 0.02, "reason": null, "sample_age_ms": 75.303, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.047, "count": 13, "max_ms": 0.096, "p95_ms": 0.076, "reason": null, "sample_age_ms": 32.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.373, "count": 13, "max_ms": 2.392, "p95_ms": 1.98, "reason": null, "sample_age_ms": 63.989, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.95, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.125, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.59, "count": 13, "max_ms": 44.03, "p95_ms": 39.874, "reason": null, "sample_age_ms": 32.076, "source": "client_direct"}, "sample_age_ms": 32.074, "source": "client_direct", "task_total_ms": {"avg_ms": 32.13, "count": 13, "max_ms": 46.7, "p95_ms": 42.031, "reason": null, "sample_age_ms": 32.074, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 33.195, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 13, "max_ms": 5.481, "p95_ms": 5.449, "reason": null, "sample_age_ms": 69.93, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.025, "p95_ms": 0.024, "reason": null, "sample_age_ms": 75.351, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 13, "max_ms": 0.152, "p95_ms": 0.138, "reason": null, "sample_age_ms": 33.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 13, "max_ms": 1.53, "p95_ms": 1.525, "reason": null, "sample_age_ms": 68.526, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.505, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.248, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.363, "count": 13, "max_ms": 43.756, "p95_ms": 43.239, "reason": null, "sample_age_ms": 33.192, "source": "client_direct"}, "sample_age_ms": 33.19, "source": "client_direct", "task_total_ms": {"avg_ms": 33.911, "count": 13, "max_ms": 45.693, "p95_ms": 44.971, "reason": null, "sample_age_ms": 33.19, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.853, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 13, "max_ms": 0.902, "p95_ms": 0.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.093, "count": 13, "max_ms": 0.163, "p95_ms": 0.163}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 13, "max_ms": 0.245, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 13, "max_ms": 0.089, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 13, "max_ms": 0.376, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.027, "count": 13, "max_ms": 0.043, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.503, "count": 13, "max_ms": 0.842, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.009, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.055, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.692, "count": 13, "max_ms": 8.441, "p95_ms": 8.441}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 13, "max_ms": 0.012, "p95_ms": 0.012}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 37.403, "count": 13, "max_ms": 53.717, "p95_ms": 53.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.007, "count": 13, "max_ms": 58.467, "p95_ms": 58.467}, "yolo11_640_fire_11class": {"avg_ms": 40.806, "count": 13, "max_ms": 58.993, "p95_ms": 58.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.367, "count": 13, "max_ms": 53.051, "p95_ms": 53.051}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.977, "count": 13, "max_ms": 7.231, "p95_ms": 7.231}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 47.65, "count": 13, "max_ms": 64.277, "p95_ms": 64.277}, "inference_input_copy_ms": {"avg_ms": 0.888, "count": 13, "max_ms": 1.388, "p95_ms": 1.388}, "processing_residual_ms": {"avg_ms": 0.076, "count": 13, "max_ms": 0.132, "p95_ms": 0.132}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.592, "count": 13, "max_ms": 73.013, "p95_ms": 73.013}, "read_interval": {"avg_ms": 2806.902, "count": 13, "max_ms": 18981.969, "p95_ms": 18981.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 13, "max_ms": 0.036, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.14, "count": 13, "max_ms": 0.259, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 13, "max_ms": 0.032, "p95_ms": 0.032}, "scenario.falldown_detected_ms": {"avg_ms": 0.061, "count": 13, "max_ms": 0.096, "p95_ms": 0.096}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.059, "count": 13, "max_ms": 0.123, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 45.055, "count": 13, "max_ms": 59.002, "p95_ms": 59.002}, "visualize": {"avg_ms": 1.235, "count": 13, "max_ms": 2.299, "p95_ms": 2.299}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.127, "count": 13, "max_ms": 0.224, "p95_ms": 0.224}, "visualize_input_copy_ms": {"avg_ms": 0.964, "count": 13, "max_ms": 1.843, "p95_ms": 1.843}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.105, "p95_ms": 0.105}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 13, "max_ms": 0.083, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1933.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.126, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.15, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105497, "write_bytes_delta": 105497, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 280.0, "cpu_core_ratio": 0.087597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 35753, "reason": null, "system_cpu_core_ratio": 0.008963, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.078634, "user_cpu_s_delta": 1.930000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.328388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12652.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.090857, "system_cpu_s_delta": 2.2300000000032014, "user_cpu_core_ratio": 0.237532, "user_cpu_s_delta": 5.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.472, "count": 174, "max_ms": 10.61, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.063, "count": 30, "max": 48.126, "p95": 28.168, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.262, "count": 30, "max": 27.292, "p95": 19.327, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 384.467, "count": 30, "max": 567.0, "p95": 434.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 194.0, "p95": 112.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.058, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.208, "count": 30, "max": 0.374, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.066, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9765.5, "count": 30, "max": 24627.0, "p95": 21330.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.294, "count": 30, "max": 0.388, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.727, "count": 30, "max": 1.018, "p95": 1.017, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17554, "sampled_at": "2026-11-02T08:16:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:16:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 17.584, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10018.469, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6538575052800, "copied_frame_count": 2364936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6538575052800, "frame_buffer_copies": 2364936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0728, "count": 512, "max_ms": 0.3062, "p50_ms": 0.066, "p95_ms": 0.117, "p99_ms": 0.1628}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0231, "count": 512, "max_ms": 5.0274, "p50_ms": 0.9129, "p95_ms": 1.6563, "p99_ms": 2.8926, "results": {"failed": 0, "not_applicable": 0, "success": 2364936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:16:42+09:00", "last_error_summary": "[h264 @ 0x60f27fe50940] error while decoding MB 102 4, bytestream -29 [h264 @ 0x60f27f977240] error while decoding MB 30 42, bytestream -11 [in#0/rtsp @ 0x60f27f07fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60f27f07fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 115977.894, "last_started_at": "2026-11-01T00:03:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 4, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.238, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-02T08:16:42+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-11-02T08:16:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.788, "last_sample_duration_ms": 752.741, "last_trigger": "periodic", "next_snapshot_in_sec": 16.212, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 393, "storage_bytes": 3677234}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-02T08:16:42.430480+09:00", "mtime_epoch": 1793575002.43048, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 106584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T08:16:42+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1942.223, "name": "celery", "pid": 180, "rss_mb": 1936.336, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.717, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.738, "pushed": 0.738, "read": 0.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 75.087, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 13, "max_ms": 1.877, "p95_ms": 1.421, "reason": null, "sample_age_ms": 113.106, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 13, "max_ms": 1.34, "p95_ms": 1.03, "reason": null, "sample_age_ms": 113.541, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 13, "max_ms": 0.254, "p95_ms": 0.221, "reason": null, "sample_age_ms": 75.094, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.107, "count": 13, "max_ms": 1.745, "p95_ms": 1.643, "reason": null, "sample_age_ms": 111.487, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.451, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.171, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.265, "count": 13, "max_ms": 49.699, "p95_ms": 48.029, "reason": null, "sample_age_ms": 75.083, "source": "client_direct"}, "sample_age_ms": 75.079, "source": "client_direct", "task_total_ms": {"avg_ms": 36.579, "count": 13, "max_ms": 51.609, "p95_ms": 49.368, "reason": null, "sample_age_ms": 75.079, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.006, "count": 13, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 69.497, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.241, "count": 13, "max_ms": 15.738, "p95_ms": 14.693, "reason": null, "sample_age_ms": 99.364, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 13, "max_ms": 0.019, "p95_ms": 0.019, "reason": null, "sample_age_ms": 113.348, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 13, "max_ms": 0.103, "p95_ms": 0.093, "reason": null, "sample_age_ms": 69.502, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 13, "max_ms": 1.999, "p95_ms": 1.92, "reason": null, "sample_age_ms": 97.79, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.771, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.536, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.515, "count": 13, "max_ms": 38.627, "p95_ms": 36.516, "reason": null, "sample_age_ms": 69.495, "source": "client_direct"}, "sample_age_ms": 69.493, "source": "client_direct", "task_total_ms": {"avg_ms": 32.181, "count": 13, "max_ms": 40.894, "p95_ms": 38.712, "reason": null, "sample_age_ms": 69.493, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 70.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.092, "count": 13, "max_ms": 10.649, "p95_ms": 10.014, "reason": null, "sample_age_ms": 103.813, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 13, "max_ms": 0.021, "p95_ms": 0.02, "reason": null, "sample_age_ms": 113.39, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.047, "count": 13, "max_ms": 0.096, "p95_ms": 0.076, "reason": null, "sample_age_ms": 70.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.373, "count": 13, "max_ms": 2.392, "p95_ms": 1.98, "reason": null, "sample_age_ms": 102.076, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.037, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.212, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.59, "count": 13, "max_ms": 44.03, "p95_ms": 39.874, "reason": null, "sample_age_ms": 70.163, "source": "client_direct"}, "sample_age_ms": 70.16, "source": "client_direct", "task_total_ms": {"avg_ms": 32.13, "count": 13, "max_ms": 46.7, "p95_ms": 42.031, "reason": null, "sample_age_ms": 70.16, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 71.281, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 13, "max_ms": 5.481, "p95_ms": 5.449, "reason": null, "sample_age_ms": 108.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.025, "p95_ms": 0.024, "reason": null, "sample_age_ms": 113.438, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 13, "max_ms": 0.152, "p95_ms": 0.138, "reason": null, "sample_age_ms": 71.285, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 13, "max_ms": 1.53, "p95_ms": 1.525, "reason": null, "sample_age_ms": 106.613, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 106.592, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.335, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.363, "count": 13, "max_ms": 43.756, "p95_ms": 43.239, "reason": null, "sample_age_ms": 71.279, "source": "client_direct"}, "sample_age_ms": 71.276, "source": "client_direct", "task_total_ms": {"avg_ms": 33.911, "count": 13, "max_ms": 45.693, "p95_ms": 44.971, "reason": null, "sample_age_ms": 71.276, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.928, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 13, "max_ms": 0.902, "p95_ms": 0.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.093, "count": 13, "max_ms": 0.163, "p95_ms": 0.163}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 13, "max_ms": 0.245, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 13, "max_ms": 0.089, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 13, "max_ms": 0.376, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.027, "count": 13, "max_ms": 0.043, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.503, "count": 13, "max_ms": 0.842, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.009, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.055, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.692, "count": 13, "max_ms": 8.441, "p95_ms": 8.441}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 13, "max_ms": 0.012, "p95_ms": 0.012}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 37.403, "count": 13, "max_ms": 53.717, "p95_ms": 53.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.007, "count": 13, "max_ms": 58.467, "p95_ms": 58.467}, "yolo11_640_fire_11class": {"avg_ms": 40.806, "count": 13, "max_ms": 58.993, "p95_ms": 58.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.367, "count": 13, "max_ms": 53.051, "p95_ms": 53.051}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.977, "count": 13, "max_ms": 7.231, "p95_ms": 7.231}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 47.65, "count": 13, "max_ms": 64.277, "p95_ms": 64.277}, "inference_input_copy_ms": {"avg_ms": 0.888, "count": 13, "max_ms": 1.388, "p95_ms": 1.388}, "processing_residual_ms": {"avg_ms": 0.076, "count": 13, "max_ms": 0.132, "p95_ms": 0.132}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.592, "count": 13, "max_ms": 73.013, "p95_ms": 73.013}, "read_interval": {"avg_ms": 2806.902, "count": 13, "max_ms": 18981.969, "p95_ms": 18981.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 13, "max_ms": 0.036, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.14, "count": 13, "max_ms": 0.259, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 13, "max_ms": 0.032, "p95_ms": 0.032}, "scenario.falldown_detected_ms": {"avg_ms": 0.061, "count": 13, "max_ms": 0.096, "p95_ms": 0.096}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.059, "count": 13, "max_ms": 0.123, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 45.055, "count": 13, "max_ms": 59.002, "p95_ms": 59.002}, "visualize": {"avg_ms": 1.235, "count": 13, "max_ms": 2.299, "p95_ms": 2.299}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.127, "count": 13, "max_ms": 0.224, "p95_ms": 0.224}, "visualize_input_copy_ms": {"avg_ms": 0.964, "count": 13, "max_ms": 1.843, "p95_ms": 1.843}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.105, "p95_ms": 0.105}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 13, "max_ms": 0.083, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1933.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.126, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.15, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105497, "write_bytes_delta": 105497, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 280.0, "cpu_core_ratio": 0.087597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 35753, "reason": null, "system_cpu_core_ratio": 0.008963, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.078634, "user_cpu_s_delta": 1.930000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.328388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12652.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.090857, "system_cpu_s_delta": 2.2300000000032014, "user_cpu_core_ratio": 0.237532, "user_cpu_s_delta": 5.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.472, "count": 174, "max_ms": 10.61, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.063, "count": 30, "max": 48.126, "p95": 28.168, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.262, "count": 30, "max": 27.292, "p95": 19.327, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 384.467, "count": 30, "max": 567.0, "p95": 434.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 194.0, "p95": 112.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.058, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.208, "count": 30, "max": 0.374, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.066, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9765.5, "count": 30, "max": 24627.0, "p95": 21330.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.294, "count": 30, "max": 0.388, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.727, "count": 30, "max": 1.018, "p95": 1.017, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17554, "sampled_at": "2026-11-02T08:16:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:16:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 17.622, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10087.441, "limit_mb": null}, "detail": {"pid": 45093, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6538575052800, "copied_frame_count": 2364936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6538575052800, "frame_buffer_copies": 2364936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0728, "count": 512, "max_ms": 0.3062, "p50_ms": 0.066, "p95_ms": 0.117, "p99_ms": 0.1628}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0231, "count": 512, "max_ms": 5.0274, "p50_ms": 0.9129, "p95_ms": 1.6563, "p99_ms": 2.8926, "results": {"failed": 0, "not_applicable": 0, "success": 2364936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:16:42+09:00", "last_error_summary": "[h264 @ 0x60f27fe50940] error while decoding MB 102 4, bytestream -29 [h264 @ 0x60f27f977240] error while decoding MB 30 42, bytestream -11 [in#0/rtsp @ 0x60f27f07fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60f27f07fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T08:16:45+09:00", "pid": 45093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 104.758, "name": "ffmpeg", "pid": 45093, "rss_mb": 104.758, "state": "S (sleeping)", "threads": 19}, "restart_count": 5, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.3, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.675, "last_frame_pushed_at": "2026-11-02T08:16:42+09:00", "last_frame_read_age_sec": 4.725, "last_frame_read_at": "2026-11-02T08:16:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 588.409, "last_sample_duration_ms": 752.741, "last_trigger": "periodic", "next_snapshot_in_sec": 11.591, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 393, "storage_bytes": 3677234}, "mjpeg": {"age_sec": 4.662, "exists": true, "mtime": "2026-11-02T08:16:42.430480+09:00", "mtime_epoch": 1793575002.43048, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 106584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T08:16:47+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1942.223, "name": "celery", "pid": 180, "rss_mb": 1936.344, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.34, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.585, "pushed": 0.585, "read": 0.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4688.15, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 13, "max_ms": 1.877, "p95_ms": 1.421, "reason": null, "sample_age_ms": 4726.169, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 13, "max_ms": 1.34, "p95_ms": 1.03, "reason": null, "sample_age_ms": 4726.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 13, "max_ms": 0.254, "p95_ms": 0.221, "reason": null, "sample_age_ms": 4688.156, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.107, "count": 13, "max_ms": 1.745, "p95_ms": 1.643, "reason": null, "sample_age_ms": 4724.55, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4724.514, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4688.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.265, "count": 13, "max_ms": 49.699, "p95_ms": 48.029, "reason": null, "sample_age_ms": 4688.146, "source": "client_direct"}, "sample_age_ms": 4688.142, "source": "client_direct", "task_total_ms": {"avg_ms": 36.579, "count": 13, "max_ms": 51.609, "p95_ms": 49.368, "reason": null, "sample_age_ms": 4688.142, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.006, "count": 13, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4682.56, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.241, "count": 13, "max_ms": 15.738, "p95_ms": 14.693, "reason": null, "sample_age_ms": 4712.426, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 13, "max_ms": 0.019, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4726.411, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 13, "max_ms": 0.103, "p95_ms": 0.093, "reason": null, "sample_age_ms": 4682.564, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 13, "max_ms": 1.999, "p95_ms": 1.92, "reason": null, "sample_age_ms": 4710.853, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4710.834, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4682.599, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.515, "count": 13, "max_ms": 38.627, "p95_ms": 36.516, "reason": null, "sample_age_ms": 4682.558, "source": "client_direct"}, "sample_age_ms": 4682.555, "source": "client_direct", "task_total_ms": {"avg_ms": 32.181, "count": 13, "max_ms": 40.894, "p95_ms": 38.712, "reason": null, "sample_age_ms": 4682.555, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4683.229, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.092, "count": 13, "max_ms": 10.649, "p95_ms": 10.014, "reason": null, "sample_age_ms": 4716.876, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 13, "max_ms": 0.021, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4726.453, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.047, "count": 13, "max_ms": 0.096, "p95_ms": 0.076, "reason": null, "sample_age_ms": 4683.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.373, "count": 13, "max_ms": 2.392, "p95_ms": 1.98, "reason": null, "sample_age_ms": 4715.138, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4715.1, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4683.275, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.59, "count": 13, "max_ms": 44.03, "p95_ms": 39.874, "reason": null, "sample_age_ms": 4683.226, "source": "client_direct"}, "sample_age_ms": 4683.223, "source": "client_direct", "task_total_ms": {"avg_ms": 32.13, "count": 13, "max_ms": 46.7, "p95_ms": 42.031, "reason": null, "sample_age_ms": 4683.223, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4684.344, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 13, "max_ms": 5.481, "p95_ms": 5.449, "reason": null, "sample_age_ms": 4721.079, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.025, "p95_ms": 0.024, "reason": null, "sample_age_ms": 4726.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 13, "max_ms": 0.152, "p95_ms": 0.138, "reason": null, "sample_age_ms": 4684.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 13, "max_ms": 1.53, "p95_ms": 1.525, "reason": null, "sample_age_ms": 4719.676, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4719.655, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4684.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.363, "count": 13, "max_ms": 43.756, "p95_ms": 43.239, "reason": null, "sample_age_ms": 4684.342, "source": "client_direct"}, "sample_age_ms": 4684.339, "source": "client_direct", "task_total_ms": {"avg_ms": 33.911, "count": 13, "max_ms": 45.693, "p95_ms": 44.971, "reason": null, "sample_age_ms": 4684.339, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.982, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 13, "max_ms": 0.902, "p95_ms": 0.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.093, "count": 13, "max_ms": 0.163, "p95_ms": 0.163}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 13, "max_ms": 0.245, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 13, "max_ms": 0.089, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 13, "max_ms": 0.376, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.027, "count": 13, "max_ms": 0.043, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.503, "count": 13, "max_ms": 0.842, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.009, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.055, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.692, "count": 13, "max_ms": 8.441, "p95_ms": 8.441}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 13, "max_ms": 0.012, "p95_ms": 0.012}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 37.403, "count": 13, "max_ms": 53.717, "p95_ms": 53.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.007, "count": 13, "max_ms": 58.467, "p95_ms": 58.467}, "yolo11_640_fire_11class": {"avg_ms": 40.806, "count": 13, "max_ms": 58.993, "p95_ms": 58.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.367, "count": 13, "max_ms": 53.051, "p95_ms": 53.051}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.977, "count": 13, "max_ms": 7.231, "p95_ms": 7.231}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 47.65, "count": 13, "max_ms": 64.277, "p95_ms": 64.277}, "inference_input_copy_ms": {"avg_ms": 0.888, "count": 13, "max_ms": 1.388, "p95_ms": 1.388}, "processing_residual_ms": {"avg_ms": 0.076, "count": 13, "max_ms": 0.132, "p95_ms": 0.132}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.592, "count": 13, "max_ms": 73.013, "p95_ms": 73.013}, "read_interval": {"avg_ms": 2806.902, "count": 13, "max_ms": 18981.969, "p95_ms": 18981.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 13, "max_ms": 0.036, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.14, "count": 13, "max_ms": 0.259, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 13, "max_ms": 0.032, "p95_ms": 0.032}, "scenario.falldown_detected_ms": {"avg_ms": 0.061, "count": 13, "max_ms": 0.096, "p95_ms": 0.096}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.059, "count": 13, "max_ms": 0.123, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 45.055, "count": 13, "max_ms": 59.002, "p95_ms": 59.002}, "visualize": {"avg_ms": 1.235, "count": 13, "max_ms": 2.299, "p95_ms": 2.299}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.127, "count": 13, "max_ms": 0.224, "p95_ms": 0.224}, "visualize_input_copy_ms": {"avg_ms": 0.964, "count": 13, "max_ms": 1.843, "p95_ms": 1.843}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.105, "p95_ms": 0.105}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 13, "max_ms": 0.083, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1933.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.126, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.15, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105497, "write_bytes_delta": 105497, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 280.0, "cpu_core_ratio": 0.087597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 35753, "reason": null, "system_cpu_core_ratio": 0.008963, "system_cpu_s_delta": 0.22000000000025466, "user_cpu_core_ratio": 0.078634, "user_cpu_s_delta": 1.930000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.328388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12652.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.090857, "system_cpu_s_delta": 2.2300000000032014, "user_cpu_core_ratio": 0.237532, "user_cpu_s_delta": 5.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.472, "count": 174, "max_ms": 10.61, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.063, "count": 30, "max": 48.126, "p95": 28.168, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.262, "count": 30, "max": 27.292, "p95": 19.327, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 384.467, "count": 30, "max": 567.0, "p95": 434.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 194.0, "p95": 112.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.058, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.208, "count": 30, "max": 0.374, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.066, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106974.667, "count": 30, "max": 109085.0, "p95": 108910.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9765.5, "count": 30, "max": 24627.0, "p95": 21330.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.294, "count": 30, "max": 0.388, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.727, "count": 30, "max": 1.018, "p95": 1.017, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17554, "sampled_at": "2026-11-02T08:16:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:16:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.233, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3176449, "flush_count": 3938, "flush_interval_seconds": 30.0, "flush_state": {"count": 3938, "last_at": "2026-11-02T08:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3937}, "started": true, "suppressed_count": 2337728, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2337724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3938, "written_record_count": 3938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9903.457, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x584622d7fa80] error while decoding MB 115 17, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6474224332800, "copied_frame_count": 2341661, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6474224332800, "frame_buffer_copies": 2341661, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2366, "p50_ms": 0.0735, "p95_ms": 0.1371, "p99_ms": 0.1695}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0394, "count": 512, "max_ms": 2.8788, "p50_ms": 0.9694, "p95_ms": 1.6959, "p99_ms": 2.1048, "results": {"failed": 0, "not_applicable": 0, "success": 2341661, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:20:55+09:00", "last_error_summary": "[h264 @ 0x584622d7fa80] error while decoding MB 115 17, bytestream -7", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 49264.55, "last_started_at": "2026-11-01T18:39:50+09:00", "pid": 40280, "process": {"exists": false, "pid": 40280}, "restart_count": 95, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.475, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-02T08:20:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-02T08:20:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 234.987, "last_sample_duration_ms": 861.398, "last_trigger": "periodic", "next_snapshot_in_sec": 365.013, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 394, "storage_bytes": 3686520}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-02T08:20:55.431645+09:00", "mtime_epoch": 1793575255.431645, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102359}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:20:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1979.516, "name": "celery", "pid": 176, "rss_mb": 1979.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2341661, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.58, "pushed": 7.58, "read": 7.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 61.322, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.382, "count": 227, "max_ms": 3.559, "p95_ms": 1.056, "reason": null, "sample_age_ms": 90.632, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 227, "max_ms": 1.978, "p95_ms": 0.856, "reason": null, "sample_age_ms": 90.786, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 227, "max_ms": 0.202, "p95_ms": 0.139, "reason": null, "sample_age_ms": 61.337, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.063, "count": 227, "max_ms": 2.613, "p95_ms": 1.709, "reason": null, "sample_age_ms": 89.622, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2211848.0, "count": 227, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.603, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.491, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.385, "count": 227, "max_ms": 47.113, "p95_ms": 40.353, "reason": null, "sample_age_ms": 61.316, "source": "client_direct"}, "sample_age_ms": 61.309, "source": "client_direct", "task_total_ms": {"avg_ms": 30.647, "count": 227, "max_ms": 49.022, "p95_ms": 42.053, "reason": null, "sample_age_ms": 61.309, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.916, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.579, "count": 227, "max_ms": 1.666, "p95_ms": 1.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 227, "max_ms": 0.63, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 227, "max_ms": 0.242, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.181, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 227, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 227, "max_ms": 0.584, "p95_ms": 0.315}, "setup_ms": {"avg_ms": 0.033, "count": 227, "max_ms": 0.14, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.546, "count": 227, "max_ms": 1.582, "p95_ms": 1.013}, "track_match_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 227, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.304, "count": 227, "max_ms": 6.367, "p95_ms": 3.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 227, "max_ms": 0.403, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.285, "count": 227, "max_ms": 50.026, "p95_ms": 42.837}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 227, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.86, "count": 227, "max_ms": 100.452, "p95_ms": 79.775}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 227, "max_ms": 2.868, "p95_ms": 2.134}, "processing_residual_ms": {"avg_ms": 0.093, "count": 227, "max_ms": 0.252, "p95_ms": 0.167}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.184, "count": 227, "max_ms": 101.857, "p95_ms": 81.106}, "read_interval": {"avg_ms": 144.569, "count": 227, "max_ms": 4032.264, "p95_ms": 311.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 227, "max_ms": 0.078, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.105, "count": 227, "max_ms": 0.424, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.089, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 227, "max_ms": 0.346, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.021, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.296, "count": 227, "max_ms": 50.038, "p95_ms": 42.852}, "visualize": {"avg_ms": 28.333, "count": 227, "max_ms": 58.832, "p95_ms": 41.365}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.662, "count": 227, "max_ms": 57.821, "p95_ms": 40.609}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.18, "count": 227, "max_ms": 58.647, "p95_ms": 41.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.106, "count": 227, "max_ms": 58.537, "p95_ms": 41.088}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 227, "max_ms": 0.144, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1979.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.312, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.551, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101796, "write_bytes_delta": 101796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.210682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 40280, "reason": null, "system_cpu_core_ratio": 0.009233, "system_cpu_s_delta": 0.11000000000012733, "user_cpu_core_ratio": 0.201449, "user_cpu_s_delta": 2.400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010912, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.099885, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.292, "count": 197, "max_ms": 6.367, "p95_ms": 3.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.532, "count": 30, "max": 55.822, "p95": 35.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.761, "count": 30, "max": 28.13, "p95": 22.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.433, "count": 30, "max": 1448.0, "p95": 1181.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.068, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.47, "p95": 1.326, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.133, "count": 30, "max": 38.0, "p95": 28.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.736, "p95": 0.701, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19453, "sampled_at": "2026-11-02T08:20:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:20:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3176449, "flush_count": 3938, "flush_interval_seconds": 30.0, "flush_state": {"count": 3938, "last_at": "2026-11-02T08:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3937}, "started": true, "suppressed_count": 2337728, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2337724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3938, "written_record_count": 3938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9903.457, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6474224332800, "copied_frame_count": 2341661, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6474224332800, "frame_buffer_copies": 2341661, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2366, "p50_ms": 0.0735, "p95_ms": 0.1371, "p99_ms": 0.1695}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0394, "count": 512, "max_ms": 2.8788, "p50_ms": 0.9694, "p95_ms": 1.6959, "p99_ms": 2.1048, "results": {"failed": 0, "not_applicable": 0, "success": 2341661, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:39:47+09:00", "last_error_summary": "[h264 @ 0x5e6bc20daa00] left block unavailable for requested intra mode [h264 @ 0x5e6bc20daa00] error while decoding MB 0 22, bytestream 8295", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 49264.539, "last_started_at": "2026-11-01T18:39:50+09:00", "pid": 40280, "process": {"exists": false, "pid": 40280}, "restart_count": 95, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.475, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-02T08:20:55+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-02T08:20:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 234.993, "last_sample_duration_ms": 861.398, "last_trigger": "periodic", "next_snapshot_in_sec": 365.007, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 394, "storage_bytes": 3686520}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-02T08:20:55.431645+09:00", "mtime_epoch": 1793575255.431645, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102359}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:20:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1979.516, "name": "celery", "pid": 176, "rss_mb": 1979.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2341661, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.583, "pushed": 7.583, "read": 7.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 51.156, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.382, "count": 227, "max_ms": 3.559, "p95_ms": 1.056, "reason": null, "sample_age_ms": 80.466, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 227, "max_ms": 1.978, "p95_ms": 0.856, "reason": null, "sample_age_ms": 80.62, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 227, "max_ms": 0.202, "p95_ms": 0.139, "reason": null, "sample_age_ms": 51.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.063, "count": 227, "max_ms": 2.613, "p95_ms": 1.709, "reason": null, "sample_age_ms": 79.456, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2211848.0, "count": 227, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.437, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.325, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.385, "count": 227, "max_ms": 47.113, "p95_ms": 40.353, "reason": null, "sample_age_ms": 51.15, "source": "client_direct"}, "sample_age_ms": 51.142, "source": "client_direct", "task_total_ms": {"avg_ms": 30.647, "count": 227, "max_ms": 49.022, "p95_ms": 42.053, "reason": null, "sample_age_ms": 51.142, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.9, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.579, "count": 227, "max_ms": 1.666, "p95_ms": 1.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 227, "max_ms": 0.63, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 227, "max_ms": 0.242, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.181, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 227, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 227, "max_ms": 0.584, "p95_ms": 0.315}, "setup_ms": {"avg_ms": 0.033, "count": 227, "max_ms": 0.14, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.546, "count": 227, "max_ms": 1.582, "p95_ms": 1.013}, "track_match_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 227, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.304, "count": 227, "max_ms": 6.367, "p95_ms": 3.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 227, "max_ms": 0.403, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.285, "count": 227, "max_ms": 50.026, "p95_ms": 42.837}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 227, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.86, "count": 227, "max_ms": 100.452, "p95_ms": 79.775}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 227, "max_ms": 2.868, "p95_ms": 2.134}, "processing_residual_ms": {"avg_ms": 0.093, "count": 227, "max_ms": 0.252, "p95_ms": 0.167}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.184, "count": 227, "max_ms": 101.857, "p95_ms": 81.106}, "read_interval": {"avg_ms": 144.569, "count": 227, "max_ms": 4032.264, "p95_ms": 311.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 227, "max_ms": 0.078, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.105, "count": 227, "max_ms": 0.424, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.089, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 227, "max_ms": 0.346, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.021, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.296, "count": 227, "max_ms": 50.038, "p95_ms": 42.852}, "visualize": {"avg_ms": 28.333, "count": 227, "max_ms": 58.832, "p95_ms": 41.365}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.662, "count": 227, "max_ms": 57.821, "p95_ms": 40.609}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.18, "count": 227, "max_ms": 58.647, "p95_ms": 41.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.106, "count": 227, "max_ms": 58.537, "p95_ms": 41.088}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 227, "max_ms": 0.144, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1979.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.312, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.551, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101796, "write_bytes_delta": 101796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.210682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 40280, "reason": null, "system_cpu_core_ratio": 0.009233, "system_cpu_s_delta": 0.11000000000012733, "user_cpu_core_ratio": 0.201449, "user_cpu_s_delta": 2.400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010912, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.099885, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.292, "count": 197, "max_ms": 6.367, "p95_ms": 3.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.532, "count": 30, "max": 55.822, "p95": 35.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.761, "count": 30, "max": 28.13, "p95": 22.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.433, "count": 30, "max": 1448.0, "p95": 1181.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.068, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.47, "p95": 1.326, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.133, "count": 30, "max": 38.0, "p95": 28.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.736, "p95": 0.701, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19453, "sampled_at": "2026-11-02T08:20:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:20:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3176449, "flush_count": 3938, "flush_interval_seconds": 30.0, "flush_state": {"count": 3938, "last_at": "2026-11-02T08:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3937}, "started": true, "suppressed_count": 2337728, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2337724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3938, "written_record_count": 3938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9902.273, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6474224332800, "copied_frame_count": 2341661, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6474224332800, "frame_buffer_copies": 2341661, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2366, "p50_ms": 0.0735, "p95_ms": 0.1371, "p99_ms": 0.1695}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0394, "count": 512, "max_ms": 2.8788, "p50_ms": 0.9694, "p95_ms": 1.6959, "p99_ms": 2.1048, "results": {"failed": 0, "not_applicable": 0, "success": 2341661, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:20:55+09:00", "last_error_summary": "[h264 @ 0x584622d7fa80] error while decoding MB 115 17, bytestream -7", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 49264.585, "last_started_at": "2026-11-01T18:39:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 95, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.475, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-11-02T08:20:55+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-02T08:20:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.031, "last_sample_duration_ms": 861.398, "last_trigger": "periodic", "next_snapshot_in_sec": 364.969, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 394, "storage_bytes": 3686520}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-02T08:20:55.431645+09:00", "mtime_epoch": 1793575255.431645, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102359}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:20:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1979.52, "name": "celery", "pid": 176, "rss_mb": 1979.52, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2341661, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.571, "pushed": 7.571, "read": 7.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 102.347, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.382, "count": 227, "max_ms": 3.559, "p95_ms": 1.056, "reason": null, "sample_age_ms": 131.656, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 227, "max_ms": 1.978, "p95_ms": 0.856, "reason": null, "sample_age_ms": 131.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 227, "max_ms": 0.202, "p95_ms": 0.139, "reason": null, "sample_age_ms": 102.361, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.063, "count": 227, "max_ms": 2.613, "p95_ms": 1.709, "reason": null, "sample_age_ms": 130.647, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2211848.0, "count": 227, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.515, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.385, "count": 227, "max_ms": 47.113, "p95_ms": 40.353, "reason": null, "sample_age_ms": 102.341, "source": "client_direct"}, "sample_age_ms": 102.333, "source": "client_direct", "task_total_ms": {"avg_ms": 30.647, "count": 227, "max_ms": 49.022, "p95_ms": 42.053, "reason": null, "sample_age_ms": 102.333, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.487, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.579, "count": 227, "max_ms": 1.666, "p95_ms": 1.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 227, "max_ms": 0.63, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 227, "max_ms": 0.242, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.181, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 227, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 227, "max_ms": 0.584, "p95_ms": 0.315}, "setup_ms": {"avg_ms": 0.033, "count": 227, "max_ms": 0.14, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.546, "count": 227, "max_ms": 1.582, "p95_ms": 1.013}, "track_match_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 227, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.304, "count": 227, "max_ms": 6.367, "p95_ms": 3.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 227, "max_ms": 0.403, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.285, "count": 227, "max_ms": 50.026, "p95_ms": 42.837}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 227, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.86, "count": 227, "max_ms": 100.452, "p95_ms": 79.775}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 227, "max_ms": 2.868, "p95_ms": 2.134}, "processing_residual_ms": {"avg_ms": 0.093, "count": 227, "max_ms": 0.252, "p95_ms": 0.167}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.184, "count": 227, "max_ms": 101.857, "p95_ms": 81.106}, "read_interval": {"avg_ms": 144.569, "count": 227, "max_ms": 4032.264, "p95_ms": 311.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 227, "max_ms": 0.078, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.105, "count": 227, "max_ms": 0.424, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.089, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 227, "max_ms": 0.346, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.021, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.296, "count": 227, "max_ms": 50.038, "p95_ms": 42.852}, "visualize": {"avg_ms": 28.333, "count": 227, "max_ms": 58.832, "p95_ms": 41.365}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.662, "count": 227, "max_ms": 57.821, "p95_ms": 40.609}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.18, "count": 227, "max_ms": 58.647, "p95_ms": 41.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.106, "count": 227, "max_ms": 58.537, "p95_ms": 41.088}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 227, "max_ms": 0.144, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1979.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.312, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.551, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101796, "write_bytes_delta": 101796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.210682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 40280, "reason": null, "system_cpu_core_ratio": 0.009233, "system_cpu_s_delta": 0.11000000000012733, "user_cpu_core_ratio": 0.201449, "user_cpu_s_delta": 2.400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010912, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.099885, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.292, "count": 197, "max_ms": 6.367, "p95_ms": 3.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.532, "count": 30, "max": 55.822, "p95": 35.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.761, "count": 30, "max": 28.13, "p95": 22.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.433, "count": 30, "max": 1448.0, "p95": 1181.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.068, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.47, "p95": 1.326, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.133, "count": 30, "max": 38.0, "p95": 28.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.736, "p95": 0.701, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19453, "sampled_at": "2026-11-02T08:20:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:20:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3176449, "flush_count": 3938, "flush_interval_seconds": 30.0, "flush_state": {"count": 3938, "last_at": "2026-11-02T08:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3937}, "started": true, "suppressed_count": 2337728, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2337724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3938, "written_record_count": 3938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10152.762, "limit_mb": null}, "detail": {"pid": 45581, "restart_count": 96, "start_count": 97}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6474224332800, "copied_frame_count": 2341661, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6474224332800, "frame_buffer_copies": 2341661, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2366, "p50_ms": 0.0735, "p95_ms": 0.1371, "p99_ms": 0.1695}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0394, "count": 512, "max_ms": 2.8788, "p50_ms": 0.9694, "p95_ms": 1.6959, "p99_ms": 2.1048, "results": {"failed": 0, "not_applicable": 0, "success": 2341661, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:20:55+09:00", "last_error_summary": "[h264 @ 0x584622d7fa80] error while decoding MB 115 17, bytestream -7", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T08:20:57+09:00", "pid": 45581, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.328, "name": "ffmpeg", "pid": 45581, "rss_mb": 273.328, "state": "S (sleeping)", "threads": 19}, "restart_count": 96, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.475, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.259, "last_frame_pushed_at": "2026-11-02T08:20:55+09:00", "last_frame_read_age_sec": 4.324, "last_frame_read_at": "2026-11-02T08:20:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.228, "last_sample_duration_ms": 861.398, "last_trigger": "periodic", "next_snapshot_in_sec": 360.772, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 394, "storage_bytes": 3686520}, "mjpeg": {"age_sec": 4.252, "exists": true, "mtime": "2026-11-02T08:20:55.431645+09:00", "mtime_epoch": 1793575255.431645, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102359}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:20:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1979.523, "name": "celery", "pid": 176, "rss_mb": 1979.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2341661, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.802, "pushed": 5.802, "read": 5.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.022, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4300.615, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.363, "count": 173, "max_ms": 2.316, "p95_ms": 1.011, "reason": null, "sample_age_ms": 4329.924, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 173, "max_ms": 1.978, "p95_ms": 0.85, "reason": null, "sample_age_ms": 4330.078, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 173, "max_ms": 0.183, "p95_ms": 0.133, "reason": null, "sample_age_ms": 4300.629, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.005, "count": 173, "max_ms": 2.369, "p95_ms": 1.655, "reason": null, "sample_age_ms": 4328.915, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2211848.0, "count": 173, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4328.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4300.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.677, "count": 173, "max_ms": 46.419, "p95_ms": 39.394, "reason": null, "sample_age_ms": 4300.609, "source": "client_direct"}, "sample_age_ms": 4300.601, "source": "client_direct", "task_total_ms": {"avg_ms": 29.87, "count": 173, "max_ms": 47.87, "p95_ms": 40.766, "reason": null, "sample_age_ms": 4300.601, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.555, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 174, "max_ms": 1.63, "p95_ms": 0.98}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.177, "count": 174, "max_ms": 0.63, "p95_ms": 0.389}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 174, "max_ms": 0.2, "p95_ms": 0.137}, "event_filter_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.015, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 174, "max_ms": 0.176, "p95_ms": 0.109}, "mcmt_ms": {"avg_ms": 0.002, "count": 174, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 174, "max_ms": 0.584, "p95_ms": 0.281}, "setup_ms": {"avg_ms": 0.031, "count": 174, "max_ms": 0.085, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.518, "count": 174, "max_ms": 1.526, "p95_ms": 0.954}, "track_match_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 174, "max_ms": 0.058, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.226, "count": 174, "max_ms": 6.367, "p95_ms": 3.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 174, "max_ms": 0.1, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.535, "count": 174, "max_ms": 48.33, "p95_ms": 42.083}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 174, "max_ms": 0.088, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.108, "count": 174, "max_ms": 100.452, "p95_ms": 78.922}, "inference_input_copy_ms": {"avg_ms": 1.166, "count": 174, "max_ms": 2.868, "p95_ms": 2.171}, "processing_residual_ms": {"avg_ms": 0.089, "count": 174, "max_ms": 0.252, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.39, "count": 174, "max_ms": 101.857, "p95_ms": 80.015}, "read_interval": {"avg_ms": 148.807, "count": 173, "max_ms": 4032.264, "p95_ms": 378.631}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 174, "max_ms": 0.078, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 174, "max_ms": 0.424, "p95_ms": 0.198}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.089, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 174, "max_ms": 0.346, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.545, "count": 174, "max_ms": 48.345, "p95_ms": 42.093}, "visualize": {"avg_ms": 27.384, "count": 174, "max_ms": 58.832, "p95_ms": 41.365}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.733, "count": 174, "max_ms": 57.821, "p95_ms": 40.609}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.24, "count": 174, "max_ms": 58.647, "p95_ms": 41.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.169, "count": 174, "max_ms": 58.537, "p95_ms": 41.088}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 174, "max_ms": 0.136, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1979.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.312, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.551, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101796, "write_bytes_delta": 101796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.210682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 40280, "reason": null, "system_cpu_core_ratio": 0.009233, "system_cpu_s_delta": 0.11000000000012733, "user_cpu_core_ratio": 0.201449, "user_cpu_s_delta": 2.400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010912, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.099885, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.292, "count": 197, "max_ms": 6.367, "p95_ms": 3.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.532, "count": 30, "max": 55.822, "p95": 35.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.761, "count": 30, "max": 28.13, "p95": 22.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.433, "count": 30, "max": 1448.0, "p95": 1181.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.068, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.47, "p95": 1.326, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97023.867, "count": 30, "max": 101796.0, "p95": 100926.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.133, "count": 30, "max": 38.0, "p95": 28.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.736, "p95": 0.701, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19453, "sampled_at": "2026-11-02T08:20:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:20:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10296.594, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T08:38:44+09:00", "last_error_summary": "[rtsp @ 0x5d5ec481ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d5ec481fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:38:44+09:00", "last_error_summary": "[rtsp @ 0x5d5ec481ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d5ec481fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T08:38:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T08:38:44+09:00", "pid": 45759, "process": {"exists": false, "pid": 45759}, "restart_count": 126, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 126496.552, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 126496.629, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 102.109, "last_sample_duration_ms": 867.773, "last_trigger": "periodic", "next_snapshot_in_sec": 497.891, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 396, "storage_bytes": 3705114}, "mjpeg": {"age_sec": 126496.544, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T08:38:46+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 126501.399, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496570.846, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496571.553, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496558.036, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496570.097, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.29, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.717, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 124693.551, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 45091, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001404, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001032, "user_cpu_s_delta": 1.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.903, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.714, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 98555.374, "count": 30, "max": 124693.551, "p95": 122080.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3650, "sampled_at": "2026-11-02T08:08:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:08:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10296.238, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:38:44+09:00", "last_error_summary": "[rtsp @ 0x5d5ec481ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d5ec481fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T08:38:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-11-02T08:38:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 126, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 126496.583, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 126496.66, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 102.132, "last_sample_duration_ms": 867.773, "last_trigger": "periodic", "next_snapshot_in_sec": 497.868, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 396, "storage_bytes": 3705114}, "mjpeg": {"age_sec": 126496.575, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T08:38:46+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 126501.426, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496599.915, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496600.621, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496587.105, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 126496599.166, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.505, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.217, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 126496.553, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 45759, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001048, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.953, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.685, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 100358.048, "count": 30, "max": 126496.553, "p95": 123882.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3651, "sampled_at": "2026-11-02T08:38:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:38:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3201589, "flush_count": 3968, "flush_interval_seconds": 30.0, "flush_state": {"count": 3968, "last_at": "2026-11-02T08:50:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:50:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3967}, "started": true, "suppressed_count": 2355509, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2355505}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3968, "written_record_count": 3968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9925.016, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64e70d91bcc0] error while decoding MB 80 98, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6523468185600, "copied_frame_count": 2359472, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6523468185600, "frame_buffer_copies": 2359472, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.3901, "p50_ms": 0.0747, "p95_ms": 0.1302, "p99_ms": 0.2306}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9607, "count": 512, "max_ms": 2.3737, "p50_ms": 0.8997, "p95_ms": 1.54, "p99_ms": 1.9216, "results": {"failed": 0, "not_applicable": 0, "success": 2359472, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:51:03+09:00", "last_error_summary": "[h264 @ 0x64e70d91bcc0] error while decoding MB 80 98, bytestream -7", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 1806.256, "last_started_at": "2026-11-02T08:20:57+09:00", "pid": 45581, "process": {"exists": false, "pid": 45581}, "restart_count": 96, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.847, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-11-02T08:51:03+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-11-02T08:51:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 238.225, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 361.775, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-02T08:51:03.931150+09:00", "mtime_epoch": 1793577063.9311497, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:51:03+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1988.113, "name": "celery", "pid": 176, "rss_mb": 1988.113, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2359472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 70, "pushed_frames": 70, "read_frames": 70, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.338, "pushed": 2.338, "read": 2.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.004, "count": 70, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 41.135, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 70, "max_ms": 1.639, "p95_ms": 1.319, "reason": null, "sample_age_ms": 64.317, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 70, "max_ms": 1.416, "p95_ms": 1.083, "reason": null, "sample_age_ms": 64.448, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 70, "max_ms": 0.161, "p95_ms": 0.096, "reason": null, "sample_age_ms": 41.14, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.862, "count": 70, "max_ms": 2.367, "p95_ms": 1.565, "reason": null, "sample_age_ms": 63.664, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2211848.0, "count": 70, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 63.622, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.196, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.315, "count": 70, "max_ms": 49.151, "p95_ms": 37.023, "reason": null, "sample_age_ms": 41.132, "source": "client_direct"}, "sample_age_ms": 41.13, "source": "client_direct", "task_total_ms": {"avg_ms": 26.334, "count": 70, "max_ms": 50.611, "p95_ms": 39.187, "reason": null, "sample_age_ms": 41.13, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.385, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.446, "count": 70, "max_ms": 1.157, "p95_ms": 0.671}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 70, "max_ms": 0.402, "p95_ms": 0.252}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 70, "max_ms": 0.215, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 70, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 70, "max_ms": 0.127, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 70, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 70, "max_ms": 0.396, "p95_ms": 0.177}, "setup_ms": {"avg_ms": 0.026, "count": 70, "max_ms": 0.121, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.421, "count": 70, "max_ms": 1.109, "p95_ms": 0.62}, "track_match_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.013, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.018, "count": 70, "max_ms": 0.068, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 1.522, "count": 70, "max_ms": 3.242, "p95_ms": 2.171}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 70, "max_ms": 0.099, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.027, "count": 70, "max_ms": 52.507, "p95_ms": 41.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 70, "max_ms": 0.043, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.332, "count": 70, "max_ms": 102.387, "p95_ms": 76.794}, "inference_input_copy_ms": {"avg_ms": 0.956, "count": 70, "max_ms": 2.68, "p95_ms": 1.662}, "processing_residual_ms": {"avg_ms": 0.083, "count": 70, "max_ms": 0.268, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.39, "count": 70, "max_ms": 104.344, "p95_ms": 79.244}, "read_interval": {"avg_ms": 430.952, "count": 70, "max_ms": 2126.451, "p95_ms": 1179.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 70, "max_ms": 0.036, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.079, "count": 70, "max_ms": 0.284, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 70, "max_ms": 0.022, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 70, "max_ms": 0.248, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 27.036, "count": 70, "max_ms": 52.515, "p95_ms": 41.8}, "visualize": {"avg_ms": 23.176, "count": 70, "max_ms": 47.469, "p95_ms": 40.7}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.658, "count": 70, "max_ms": 46.889, "p95_ms": 39.867}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.069, "count": 70, "max_ms": 47.367, "p95_ms": 40.529}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.015, "count": 70, "max_ms": 47.294, "p95_ms": 40.44}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 70, "max_ms": 0.087, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1988.109, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.331, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.847, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121025, "write_bytes_delta": 121025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 161.0, "cpu_core_ratio": 0.182367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3174.0, "pid": 45581, "reason": null, "system_cpu_core_ratio": 0.009965, "system_cpu_s_delta": 0.10000000000000853, "user_cpu_core_ratio": 0.172401, "user_cpu_s_delta": 1.7300000000000182}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009965, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.095668, "user_cpu_s_delta": 0.9600000000064028}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.542, "count": 66, "max_ms": 3.242, "p95_ms": 2.264, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.578, "count": 30, "max": 28.812, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.967, "count": 30, "max": 20.101, "p95": 18.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.133, "count": 30, "max": 910.0, "p95": 716.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.8, "count": 30, "max": 3174.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.068, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.853, "count": 30, "max": 1.401, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116634.1, "count": 30, "max": 121025.0, "p95": 120222.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116634.1, "count": 30, "max": 121025.0, "p95": 120222.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.533, "count": 30, "max": 31.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.099, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.671, "p95": 0.55, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19633, "sampled_at": "2026-11-02T08:51:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3201589, "flush_count": 3968, "flush_interval_seconds": 30.0, "flush_state": {"count": 3968, "last_at": "2026-11-02T08:50:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:50:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3967}, "started": true, "suppressed_count": 2355509, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2355505}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3968, "written_record_count": 3968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9925.48, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6523468185600, "copied_frame_count": 2359472, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6523468185600, "frame_buffer_copies": 2359472, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.3901, "p50_ms": 0.0747, "p95_ms": 0.1302, "p99_ms": 0.2306}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9607, "count": 512, "max_ms": 2.3737, "p50_ms": 0.8997, "p95_ms": 1.54, "p99_ms": 1.9216, "results": {"failed": 0, "not_applicable": 0, "success": 2359472, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:51:03+09:00", "last_error_summary": "[h264 @ 0x64e70d91bcc0] error while decoding MB 80 98, bytestream -7", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 1806.276, "last_started_at": "2026-11-02T08:20:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 96, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.847, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-02T08:51:03+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-02T08:51:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 238.241, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 361.759, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-11-02T08:51:03.931150+09:00", "mtime_epoch": 1793577063.9311497, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:51:03+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1988.109, "name": "celery", "pid": 176, "rss_mb": 1988.109, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2359472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 70, "pushed_frames": 70, "read_frames": 70, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.337, "pushed": 2.337, "read": 2.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.004, "count": 70, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 60.904, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.492, "count": 70, "max_ms": 1.639, "p95_ms": 1.319, "reason": null, "sample_age_ms": 84.087, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 70, "max_ms": 1.416, "p95_ms": 1.083, "reason": null, "sample_age_ms": 84.217, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 70, "max_ms": 0.161, "p95_ms": 0.096, "reason": null, "sample_age_ms": 60.909, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.862, "count": 70, "max_ms": 2.367, "p95_ms": 1.565, "reason": null, "sample_age_ms": 83.434, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2211848.0, "count": 70, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 83.391, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.966, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.315, "count": 70, "max_ms": 49.151, "p95_ms": 37.023, "reason": null, "sample_age_ms": 60.902, "source": "client_direct"}, "sample_age_ms": 60.899, "source": "client_direct", "task_total_ms": {"avg_ms": 26.334, "count": 70, "max_ms": 50.611, "p95_ms": 39.187, "reason": null, "sample_age_ms": 60.899, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.277, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.446, "count": 70, "max_ms": 1.157, "p95_ms": 0.671}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 70, "max_ms": 0.402, "p95_ms": 0.252}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 70, "max_ms": 0.215, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 70, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 70, "max_ms": 0.127, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 70, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 70, "max_ms": 0.396, "p95_ms": 0.177}, "setup_ms": {"avg_ms": 0.026, "count": 70, "max_ms": 0.121, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.421, "count": 70, "max_ms": 1.109, "p95_ms": 0.62}, "track_match_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.013, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.018, "count": 70, "max_ms": 0.068, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 1.522, "count": 70, "max_ms": 3.242, "p95_ms": 2.171}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 70, "max_ms": 0.099, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.027, "count": 70, "max_ms": 52.507, "p95_ms": 41.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 70, "max_ms": 0.043, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.332, "count": 70, "max_ms": 102.387, "p95_ms": 76.794}, "inference_input_copy_ms": {"avg_ms": 0.956, "count": 70, "max_ms": 2.68, "p95_ms": 1.662}, "processing_residual_ms": {"avg_ms": 0.083, "count": 70, "max_ms": 0.268, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.39, "count": 70, "max_ms": 104.344, "p95_ms": 79.244}, "read_interval": {"avg_ms": 430.952, "count": 70, "max_ms": 2126.451, "p95_ms": 1179.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 70, "max_ms": 0.036, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.079, "count": 70, "max_ms": 0.284, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 70, "max_ms": 0.022, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 70, "max_ms": 0.248, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 27.036, "count": 70, "max_ms": 52.515, "p95_ms": 41.8}, "visualize": {"avg_ms": 23.176, "count": 70, "max_ms": 47.469, "p95_ms": 40.7}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.658, "count": 70, "max_ms": 46.889, "p95_ms": 39.867}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.069, "count": 70, "max_ms": 47.367, "p95_ms": 40.529}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.015, "count": 70, "max_ms": 47.294, "p95_ms": 40.44}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 70, "max_ms": 0.087, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1988.109, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.331, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.847, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121025, "write_bytes_delta": 121025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 161.0, "cpu_core_ratio": 0.182367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3174.0, "pid": 45581, "reason": null, "system_cpu_core_ratio": 0.009965, "system_cpu_s_delta": 0.10000000000000853, "user_cpu_core_ratio": 0.172401, "user_cpu_s_delta": 1.7300000000000182}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009965, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.095668, "user_cpu_s_delta": 0.9600000000064028}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.542, "count": 66, "max_ms": 3.242, "p95_ms": 2.264, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.578, "count": 30, "max": 28.812, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.967, "count": 30, "max": 20.101, "p95": 18.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.133, "count": 30, "max": 910.0, "p95": 716.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.8, "count": 30, "max": 3174.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.068, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.853, "count": 30, "max": 1.401, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116634.1, "count": 30, "max": 121025.0, "p95": 120222.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116634.1, "count": 30, "max": 121025.0, "p95": 120222.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.533, "count": 30, "max": 31.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.099, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.671, "p95": 0.55, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19633, "sampled_at": "2026-11-02T08:51:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3201589, "flush_count": 3968, "flush_interval_seconds": 30.0, "flush_state": {"count": 3968, "last_at": "2026-11-02T08:50:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:50:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3967}, "started": true, "suppressed_count": 2355509, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2355505}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3968, "written_record_count": 3968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9965.094, "limit_mb": null}, "detail": {"pid": 45761, "restart_count": 97, "start_count": 98}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6523468185600, "copied_frame_count": 2359472, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6523468185600, "frame_buffer_copies": 2359472, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.3901, "p50_ms": 0.0747, "p95_ms": 0.1302, "p99_ms": 0.2306}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9607, "count": 512, "max_ms": 2.3737, "p50_ms": 0.8997, "p95_ms": 1.54, "p99_ms": 1.9216, "results": {"failed": 0, "not_applicable": 0, "success": 2359472, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:51:03+09:00", "last_error_summary": "[h264 @ 0x64e70d91bcc0] error while decoding MB 80 98, bytestream -7", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T08:51:06+09:00", "pid": 45761, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.293, "name": "ffmpeg", "pid": 45761, "rss_mb": 75.293, "state": "S (sleeping)", "threads": 1}, "restart_count": 97, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.85, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.122, "last_frame_pushed_at": "2026-11-02T08:51:03+09:00", "last_frame_read_age_sec": 4.173, "last_frame_read_at": "2026-11-02T08:51:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 242.334, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 357.666, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 4.116, "exists": true, "mtime": "2026-11-02T08:51:03.931150+09:00", "mtime_epoch": 1793577063.9311497, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T08:51:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1988.121, "name": "celery", "pid": 176, "rss_mb": 1988.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2359472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.906, "pushed": 1.906, "read": 1.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.013, "p95_ms": 0.005, "reason": null, "sample_age_ms": 4151.338, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.478, "count": 57, "max_ms": 1.639, "p95_ms": 1.307, "reason": null, "sample_age_ms": 4174.52, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 57, "max_ms": 1.315, "p95_ms": 1.067, "reason": null, "sample_age_ms": 4174.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 57, "max_ms": 0.106, "p95_ms": 0.082, "reason": null, "sample_age_ms": 4151.342, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.798, "count": 57, "max_ms": 2.308, "p95_ms": 1.257, "reason": null, "sample_age_ms": 4173.867, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4173.825, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4151.399, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.563, "count": 57, "max_ms": 49.151, "p95_ms": 30.536, "reason": null, "sample_age_ms": 4151.335, "source": "client_direct"}, "sample_age_ms": 4151.332, "source": "client_direct", "task_total_ms": {"avg_ms": 25.506, "count": 57, "max_ms": 50.611, "p95_ms": 32.564, "reason": null, "sample_age_ms": 4151.332, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.02, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.424, "count": 57, "max_ms": 1.157, "p95_ms": 0.591}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.131, "count": 57, "max_ms": 0.402, "p95_ms": 0.19}, "detection_prepare_ms": {"avg_ms": 0.062, "count": 57, "max_ms": 0.215, "p95_ms": 0.097}, "event_filter_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 57, "max_ms": 0.127, "p95_ms": 0.078}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.111, "count": 57, "max_ms": 0.233, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.024, "count": 57, "max_ms": 0.049, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.4, "count": 57, "max_ms": 1.109, "p95_ms": 0.56}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.013, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.017, "count": 57, "max_ms": 0.064, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 1.482, "count": 57, "max_ms": 3.242, "p95_ms": 2.03}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.023, "count": 57, "max_ms": 0.056, "p95_ms": 0.033}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 26.172, "count": 57, "max_ms": 52.507, "p95_ms": 37.229}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 57, "max_ms": 0.043, "p95_ms": 0.03}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.808, "count": 57, "max_ms": 102.387, "p95_ms": 69.453}, "inference_input_copy_ms": {"avg_ms": 0.909, "count": 57, "max_ms": 1.902, "p95_ms": 1.662}, "processing_residual_ms": {"avg_ms": 0.079, "count": 57, "max_ms": 0.268, "p95_ms": 0.162}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.814, "count": 57, "max_ms": 104.344, "p95_ms": 70.397}, "read_interval": {"avg_ms": 454.785, "count": 57, "max_ms": 2126.451, "p95_ms": 1179.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.025, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.075, "count": 57, "max_ms": 0.159, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.02, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.066, "count": 57, "max_ms": 0.135, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.009, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 26.18, "count": 57, "max_ms": 52.515, "p95_ms": 37.236}, "visualize": {"avg_ms": 22.555, "count": 57, "max_ms": 47.469, "p95_ms": 40.7}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.075, "count": 57, "max_ms": 46.889, "p95_ms": 39.867}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.457, "count": 57, "max_ms": 47.367, "p95_ms": 40.529}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.407, "count": 57, "max_ms": 47.294, "p95_ms": 40.44}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.065, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1988.109, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.331, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.847, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121025, "write_bytes_delta": 121025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 161.0, "cpu_core_ratio": 0.182367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3174.0, "pid": 45581, "reason": null, "system_cpu_core_ratio": 0.009965, "system_cpu_s_delta": 0.10000000000000853, "user_cpu_core_ratio": 0.172401, "user_cpu_s_delta": 1.7300000000000182}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009965, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.095668, "user_cpu_s_delta": 0.9600000000064028}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.542, "count": 66, "max_ms": 3.242, "p95_ms": 2.264, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.578, "count": 30, "max": 28.812, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.967, "count": 30, "max": 20.101, "p95": 18.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.133, "count": 30, "max": 910.0, "p95": 716.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.8, "count": 30, "max": 3174.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.068, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.853, "count": 30, "max": 1.401, "p95": 0.967, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116634.1, "count": 30, "max": 121025.0, "p95": 120222.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116634.1, "count": 30, "max": 121025.0, "p95": 120222.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.533, "count": 30, "max": 31.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.099, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.671, "p95": 0.55, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19633, "sampled_at": "2026-11-02T08:51:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3743336, "flush_count": 3969, "flush_interval_seconds": 30.0, "flush_state": {"count": 3969, "last_at": "2026-11-02T08:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3968}, "started": true, "suppressed_count": 2291638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 2291357}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3969, "written_record_count": 3969}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10021.273, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5eec828da380] cabac decode of qscale diff failed at 2 42 [h264 @ 0x5eec828da380] error while decoding MB 2 42, bytestream 1012 [h264 @ 0x5eec82818180] error while decoding MB 102 31, bytestream -16 [h264 @ 0x5eec8355f780] left block unavailable for requested intra mode [h264 @ 0x5eec8355f780] error while decoding MB 0 44, bytestream 97928 [h264 @ 0x5eec827f4e40] error while decoding MB 58 50, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6346111795200, "copied_frame_count": 2295324, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:21:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3277257, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:21:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.782}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 281, "events_emitted": 265, "events_failed": 0, "events_observed": 281, "events_suppressed": 16, "frame_buffer_copied_bytes": 6346111795200, "frame_buffer_copies": 2295324, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13250, "recorder_active_input_bytes": 36633600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 265, "recorder_clips_failed": 0, "recorder_clips_started": 265, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 265, "worker_jobs_accepted": 265, "worker_jobs_completed": 265, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0858, "count": 512, "max_ms": 2.0848, "p50_ms": 0.0722, "p95_ms": 0.1498, "p99_ms": 0.1981}, "stages": {"db_insert": {"avg_ms": 15.5201, "count": 265, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.0009, "p99_ms": 41.373, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6938, "count": 265, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6814, "p99_ms": 3.2163, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0809, "count": 281, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.781, "p99_ms": 1548.0433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3294, "count": 512, "max_ms": 4.3697, "p50_ms": 1.2149, "p95_ms": 2.4955, "p99_ms": 3.3414, "results": {"failed": 0, "not_applicable": 0, "success": 2295324, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 488.6851, "count": 281, "max_ms": 1059.6761, "p50_ms": 496.9482, "p95_ms": 624.2168, "p99_ms": 895.2235, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9413, "count": 265, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8251, "p99_ms": 65.9433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4215, "count": 512, "max_ms": 9.1299, "p50_ms": 4.2026, "p95_ms": 6.3107, "p99_ms": 7.4883, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1867, "count": 512, "max_ms": 3.8427, "p50_ms": 1.071, "p95_ms": 2.0688, "p99_ms": 2.8629, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.5534, "count": 265, "max_ms": 1056.6186, "p50_ms": 498.2754, "p95_ms": 622.2726, "p99_ms": 918.8536, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.791, "count": 265, "max_ms": 967.4229, "p50_ms": 407.1739, "p95_ms": 513.2283, "p99_ms": 845.9424, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3123, "count": 265, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.3042, "p99_ms": 110.3357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.645, "count": 265, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9123, "p99_ms": 7.7435, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8227, "count": 265, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.1036, "p99_ms": 64.4971, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8153, "count": 265, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6896, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2467, "count": 265, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 695.13, "p99_ms": 858.0945, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0197, "count": 265, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.868, "p99_ms": 11.1832, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4809, "count": 265, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.723, "p99_ms": 72.8509, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0835, "count": 265, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1518, "p99_ms": 0.1921, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0178, "count": 265, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.3178, "p99_ms": 5.5357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1447, "count": 265, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.8829, "p99_ms": 959.3334, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 265, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 265, "artifact_failed": 0, "artifact_requested": 265, "artifact_success": 265, "completed": 265, "completed_failed": 0, "completed_success": 265, "cooldown_promoted": 265, "database_requested": 265, "db_insert_success": 265, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15814, "relay_business_failed": 0, "relay_business_success": 265, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 265, "relay_transport_failed": 0, "relay_transport_success": 265, "reservation_requested": 265}, "snapshot": {"copied_bytes": 732672000, "copied_count": 265, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5635, "p95_ms": 2.6828, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 467, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:52:00+09:00", "last_error_summary": "[h264 @ 0x5eec828da380] cabac decode of qscale diff failed at 2 42 [h264 @ 0x5eec828da380] error while decoding MB 2 42, bytestream 1012 [h264 @ 0x5eec82818180] error while decoding MB 102 31, bytestream -16 [h264 @ 0x5eec8355f780] left block unavailable for requested intra mode [h264 @ 0x5eec8355f780] error while decoding MB 0 44, bytestream 97928 [h264 @ 0x5eec827f4e40] error while decoding MB 58 50, bytestream -7", "last_exit_at": "2026-11-02T06:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 8762.8, "last_started_at": "2026-11-02T06:25:58+09:00", "pid": 44659, "process": {"exists": false, "pid": 44659}, "restart_count": 169, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.207, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-11-02T08:52:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-02T08:52:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.143, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 304.857, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-02T08:52:00.783501+09:00", "mtime_epoch": 1793577120.7835014, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T08:52:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2010.215, "name": "celery", "pid": 206, "rss_mb": 1916.043, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 222, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2295325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.336, "max": 28.0, "p95": 24.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 6.0, "p95": 5.0, "sample_count": 229}, "total": {"avg": 3.026, "max": 6.0, "p95": 5.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.594, "max": 3.0, "p95": 2.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 229}, "tracked": {"avg": 0.594, "max": 3.0, "p95": 2.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.645, "pushed": 7.645, "read": 7.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 30.423, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 229, "max_ms": 7.525, "p95_ms": 2.477, "reason": null, "sample_age_ms": 70.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 229, "max_ms": 7.213, "p95_ms": 1.908, "reason": null, "sample_age_ms": 70.27, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 229, "max_ms": 2.573, "p95_ms": 0.665, "reason": null, "sample_age_ms": 30.453, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.557, "count": 229, "max_ms": 6.421, "p95_ms": 2.649, "reason": null, "sample_age_ms": 68.939, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.928, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.708, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.698, "count": 229, "max_ms": 57.74, "p95_ms": 49.9, "reason": null, "sample_age_ms": 30.418, "source": "client_direct"}, "sample_age_ms": 30.414, "source": "client_direct", "task_total_ms": {"avg_ms": 40.766, "count": 229, "max_ms": 59.718, "p95_ms": 52.577, "reason": null, "sample_age_ms": 30.414, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.791, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.753, "count": 229, "max_ms": 21.095, "p95_ms": 13.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 229, "max_ms": 1.28, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 1.406, "count": 229, "max_ms": 13.016, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.241, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.445, "count": 229, "max_ms": 1.304, "p95_ms": 0.715}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.221, "count": 229, "max_ms": 9.171, "p95_ms": 7.26}, "setup_ms": {"avg_ms": 0.032, "count": 229, "max_ms": 0.151, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 8.703, "count": 229, "max_ms": 21.054, "p95_ms": 13.701}, "track_match_ms": {"avg_ms": 0.11, "count": 229, "max_ms": 0.399, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.049, "count": 229, "max_ms": 8.817, "p95_ms": 3.42}}, "gstreamer_push": {"avg_ms": 2.758, "count": 229, "max_ms": 6.59, "p95_ms": 4.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 229, "max_ms": 0.212, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.869, "count": 229, "max_ms": 60.44, "p95_ms": 54.553}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.296, "count": 229, "max_ms": 13.482, "p95_ms": 9.145}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.839, "count": 229, "max_ms": 145.007, "p95_ms": 124.369}, "inference_input_copy_ms": {"avg_ms": 1.498, "count": 229, "max_ms": 4.108, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.194, "count": 229, "max_ms": 1.816, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.826, "count": 229, "max_ms": 150.828, "p95_ms": 128.86}, "read_interval": {"avg_ms": 130.898, "count": 229, "max_ms": 1335.082, "p95_ms": 192.437}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 229, "max_ms": 0.036, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.156, "count": 229, "max_ms": 9.066, "p95_ms": 7.16}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 229, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.141, "count": 229, "max_ms": 9.043, "p95_ms": 7.141}, "worker_merge_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.88, "count": 229, "max_ms": 60.448, "p95_ms": 54.576}, "visualize": {"avg_ms": 38.973, "count": 229, "max_ms": 80.328, "p95_ms": 61.347}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.096, "count": 229, "max_ms": 73.879, "p95_ms": 55.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.495, "count": 229, "max_ms": 78.633, "p95_ms": 60.301}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 229, "max_ms": 6.301, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.387, "count": 229, "max_ms": 78.536, "p95_ms": 60.196}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 229, "max_ms": 0.134, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1916.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.16, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.932, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128041, "write_bytes_delta": 128041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 607.0, "cpu_core_ratio": 0.495552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1499.0, "pid": 44659, "reason": null, "system_cpu_core_ratio": 0.042961, "system_cpu_s_delta": 0.4300000000000068, "user_cpu_core_ratio": 0.452591, "user_cpu_s_delta": 4.529999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.82535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560493, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 1.264857, "user_cpu_s_delta": 12.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.749, "count": 229, "max_ms": 6.59, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.684, "max": 29.0, "p95": 25.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.132, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.132, "max": 6.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 56.856, "p95": 44.125, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.699, "count": 30, "max": 21.853, "p95": 19.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1262.767, "count": 30, "max": 1444.0, "p95": 1435.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 75.7, "count": 30, "max": 1499.0, "p95": 390.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.459, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.328, "p95": 0.191, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119333.933, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115927.3, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 56.0, "p95": 40.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.636, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.121, "count": 30, "max": 1.323, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17938, "sampled_at": "2026-11-02T08:51:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3743336, "flush_count": 3969, "flush_interval_seconds": 30.0, "flush_state": {"count": 3969, "last_at": "2026-11-02T08:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3968}, "started": true, "suppressed_count": 2291638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 2291357}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3969, "written_record_count": 3969}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10021.281, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T08:52:00+09:00", "last_error_summary": "[h264 @ 0x5eec828da380] cabac decode of qscale diff failed at 2 42 [h264 @ 0x5eec828da380] error while decoding MB 2 42, bytestream 1012 [h264 @ 0x5eec82818180] error while decoding MB 102 31, bytestream -16 [h264 @ 0x5eec8355f780] left block unavailable for requested intra mode [h264 @ 0x5eec8355f780] error while decoding MB 0 44, bytestream 97928 [h264 @ 0x5eec827f4e40] error while decoding MB 58 50, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6346114560000, "copied_frame_count": 2295325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:21:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3277257, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:21:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.782}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 281, "events_emitted": 265, "events_failed": 0, "events_observed": 281, "events_suppressed": 16, "frame_buffer_copied_bytes": 6346114560000, "frame_buffer_copies": 2295325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13250, "recorder_active_input_bytes": 36633600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 265, "recorder_clips_failed": 0, "recorder_clips_started": 265, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 265, "worker_jobs_accepted": 265, "worker_jobs_completed": 265, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0858, "count": 512, "max_ms": 2.0848, "p50_ms": 0.0722, "p95_ms": 0.1498, "p99_ms": 0.1981}, "stages": {"db_insert": {"avg_ms": 15.5201, "count": 265, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.0009, "p99_ms": 41.373, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6938, "count": 265, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6814, "p99_ms": 3.2163, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0809, "count": 281, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.781, "p99_ms": 1548.0433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3305, "count": 512, "max_ms": 4.3697, "p50_ms": 1.2149, "p95_ms": 2.4955, "p99_ms": 3.3414, "results": {"failed": 0, "not_applicable": 0, "success": 2295325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 488.6851, "count": 281, "max_ms": 1059.6761, "p50_ms": 496.9482, "p95_ms": 624.2168, "p99_ms": 895.2235, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9413, "count": 265, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8251, "p99_ms": 65.9433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4215, "count": 512, "max_ms": 9.1299, "p50_ms": 4.2026, "p95_ms": 6.3107, "p99_ms": 7.4883, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1867, "count": 512, "max_ms": 3.8427, "p50_ms": 1.071, "p95_ms": 2.0688, "p99_ms": 2.8629, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.5534, "count": 265, "max_ms": 1056.6186, "p50_ms": 498.2754, "p95_ms": 622.2726, "p99_ms": 918.8536, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.791, "count": 265, "max_ms": 967.4229, "p50_ms": 407.1739, "p95_ms": 513.2283, "p99_ms": 845.9424, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3123, "count": 265, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.3042, "p99_ms": 110.3357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.645, "count": 265, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9123, "p99_ms": 7.7435, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8227, "count": 265, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.1036, "p99_ms": 64.4971, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8153, "count": 265, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6896, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2467, "count": 265, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 695.13, "p99_ms": 858.0945, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0197, "count": 265, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.868, "p99_ms": 11.1832, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4809, "count": 265, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.723, "p99_ms": 72.8509, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0835, "count": 265, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1518, "p99_ms": 0.1921, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0178, "count": 265, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.3178, "p99_ms": 5.5357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1447, "count": 265, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.8829, "p99_ms": 959.3334, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 265, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 265, "artifact_failed": 0, "artifact_requested": 265, "artifact_success": 265, "completed": 265, "completed_failed": 0, "completed_success": 265, "cooldown_promoted": 265, "database_requested": 265, "db_insert_success": 265, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15814, "relay_business_failed": 0, "relay_business_success": 265, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 265, "relay_transport_failed": 0, "relay_transport_success": 265, "reservation_requested": 265}, "snapshot": {"copied_bytes": 732672000, "copied_count": 265, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5635, "p95_ms": 2.6828, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 467, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:52:00+09:00", "last_error_summary": "[h264 @ 0x5eec828da380] cabac decode of qscale diff failed at 2 42 [h264 @ 0x5eec828da380] error while decoding MB 2 42, bytestream 1012 [h264 @ 0x5eec82818180] error while decoding MB 102 31, bytestream -16 [h264 @ 0x5eec8355f780] left block unavailable for requested intra mode [h264 @ 0x5eec8355f780] error while decoding MB 0 44, bytestream 97928 [h264 @ 0x5eec827f4e40] error while decoding MB 58 50, bytestream -7", "last_exit_at": "2026-11-02T08:52:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 8762.838, "last_started_at": "2026-11-02T06:25:58+09:00", "pid": 44659, "process": {"exists": false, "pid": 44659}, "restart_count": 169, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.207, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-11-02T08:52:00+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-02T08:52:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.18, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 304.82, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-11-02T08:52:00.783501+09:00", "mtime_epoch": 1793577120.7835014, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T08:52:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2010.215, "name": "celery", "pid": 206, "rss_mb": 1916.027, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 222, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2295325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.322, "max": 28.0, "p95": 24.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.022, "max": 6.0, "p95": 5.0, "sample_count": 230}, "total": {"avg": 3.022, "max": 6.0, "p95": 5.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.591, "max": 3.0, "p95": 2.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 230}, "tracked": {"avg": 0.591, "max": 3.0, "p95": 2.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.668, "pushed": 7.668, "read": 7.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 69.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 229, "max_ms": 7.525, "p95_ms": 2.477, "reason": null, "sample_age_ms": 108.784, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 229, "max_ms": 7.213, "p95_ms": 1.908, "reason": null, "sample_age_ms": 109.021, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 229, "max_ms": 2.573, "p95_ms": 0.665, "reason": null, "sample_age_ms": 69.205, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.557, "count": 229, "max_ms": 6.421, "p95_ms": 2.649, "reason": null, "sample_age_ms": 107.69, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.679, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.459, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.698, "count": 229, "max_ms": 57.74, "p95_ms": 49.9, "reason": null, "sample_age_ms": 69.169, "source": "client_direct"}, "sample_age_ms": 69.165, "source": "client_direct", "task_total_ms": {"avg_ms": 40.766, "count": 229, "max_ms": 59.718, "p95_ms": 52.577, "reason": null, "sample_age_ms": 69.165, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.415, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.748, "count": 230, "max_ms": 21.095, "p95_ms": 13.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 230, "max_ms": 1.28, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 1.408, "count": 230, "max_ms": 13.016, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.241, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.444, "count": 230, "max_ms": 1.304, "p95_ms": 0.715}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.217, "count": 230, "max_ms": 9.171, "p95_ms": 7.26}, "setup_ms": {"avg_ms": 0.033, "count": 230, "max_ms": 0.151, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 8.698, "count": 230, "max_ms": 21.054, "p95_ms": 13.701}, "track_match_ms": {"avg_ms": 0.11, "count": 230, "max_ms": 0.399, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.048, "count": 230, "max_ms": 8.817, "p95_ms": 3.42}}, "gstreamer_push": {"avg_ms": 2.753, "count": 230, "max_ms": 6.59, "p95_ms": 4.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 230, "max_ms": 0.212, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.861, "count": 230, "max_ms": 60.44, "p95_ms": 54.553}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.326, "count": 230, "max_ms": 13.482, "p95_ms": 9.469}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.811, "count": 230, "max_ms": 145.007, "p95_ms": 124.369}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 230, "max_ms": 4.108, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.193, "count": 230, "max_ms": 1.816, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.828, "count": 230, "max_ms": 150.828, "p95_ms": 128.86}, "read_interval": {"avg_ms": 130.898, "count": 229, "max_ms": 1335.082, "p95_ms": 192.437}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 230, "max_ms": 0.036, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.152, "count": 230, "max_ms": 9.066, "p95_ms": 7.16}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 230, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.137, "count": 230, "max_ms": 9.043, "p95_ms": 7.141}, "worker_merge_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.873, "count": 230, "max_ms": 60.448, "p95_ms": 54.576}, "visualize": {"avg_ms": 38.96, "count": 230, "max_ms": 80.328, "p95_ms": 61.347}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.094, "count": 230, "max_ms": 73.879, "p95_ms": 55.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.483, "count": 230, "max_ms": 78.633, "p95_ms": 60.301}, "visualize_input_copy_ms": {"avg_ms": 1.314, "count": 230, "max_ms": 6.301, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.376, "count": 230, "max_ms": 78.536, "p95_ms": 60.196}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 230, "max_ms": 0.134, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1916.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.16, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.932, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128041, "write_bytes_delta": 128041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 607.0, "cpu_core_ratio": 0.495552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1499.0, "pid": 44659, "reason": null, "system_cpu_core_ratio": 0.042961, "system_cpu_s_delta": 0.4300000000000068, "user_cpu_core_ratio": 0.452591, "user_cpu_s_delta": 4.529999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.82535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560493, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 1.264857, "user_cpu_s_delta": 12.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.749, "count": 229, "max_ms": 6.59, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.684, "max": 29.0, "p95": 25.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.132, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.132, "max": 6.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 56.856, "p95": 44.125, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.699, "count": 30, "max": 21.853, "p95": 19.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1262.767, "count": 30, "max": 1444.0, "p95": 1435.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 75.7, "count": 30, "max": 1499.0, "p95": 390.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.459, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.328, "p95": 0.191, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119333.933, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115927.3, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 56.0, "p95": 40.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.636, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.121, "count": 30, "max": 1.323, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17938, "sampled_at": "2026-11-02T08:51:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3743336, "flush_count": 3969, "flush_interval_seconds": 30.0, "flush_state": {"count": 3969, "last_at": "2026-11-02T08:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3968}, "started": true, "suppressed_count": 2291638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 2291357}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3969, "written_record_count": 3969}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10021.691, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6346114560000, "copied_frame_count": 2295325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:21:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3277257, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:21:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.782}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 281, "events_emitted": 265, "events_failed": 0, "events_observed": 281, "events_suppressed": 16, "frame_buffer_copied_bytes": 6346114560000, "frame_buffer_copies": 2295325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13250, "recorder_active_input_bytes": 36633600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 265, "recorder_clips_failed": 0, "recorder_clips_started": 265, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 265, "worker_jobs_accepted": 265, "worker_jobs_completed": 265, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0858, "count": 512, "max_ms": 2.0848, "p50_ms": 0.0722, "p95_ms": 0.1498, "p99_ms": 0.1981}, "stages": {"db_insert": {"avg_ms": 15.5201, "count": 265, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.0009, "p99_ms": 41.373, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6938, "count": 265, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6814, "p99_ms": 3.2163, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0809, "count": 281, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.781, "p99_ms": 1548.0433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3305, "count": 512, "max_ms": 4.3697, "p50_ms": 1.2149, "p95_ms": 2.4955, "p99_ms": 3.3414, "results": {"failed": 0, "not_applicable": 0, "success": 2295325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 488.6851, "count": 281, "max_ms": 1059.6761, "p50_ms": 496.9482, "p95_ms": 624.2168, "p99_ms": 895.2235, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9413, "count": 265, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8251, "p99_ms": 65.9433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4215, "count": 512, "max_ms": 9.1299, "p50_ms": 4.2026, "p95_ms": 6.3107, "p99_ms": 7.4883, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1867, "count": 512, "max_ms": 3.8427, "p50_ms": 1.071, "p95_ms": 2.0688, "p99_ms": 2.8629, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.5534, "count": 265, "max_ms": 1056.6186, "p50_ms": 498.2754, "p95_ms": 622.2726, "p99_ms": 918.8536, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.791, "count": 265, "max_ms": 967.4229, "p50_ms": 407.1739, "p95_ms": 513.2283, "p99_ms": 845.9424, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3123, "count": 265, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.3042, "p99_ms": 110.3357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.645, "count": 265, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9123, "p99_ms": 7.7435, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8227, "count": 265, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.1036, "p99_ms": 64.4971, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8153, "count": 265, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6896, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2467, "count": 265, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 695.13, "p99_ms": 858.0945, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0197, "count": 265, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.868, "p99_ms": 11.1832, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4809, "count": 265, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.723, "p99_ms": 72.8509, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0835, "count": 265, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1518, "p99_ms": 0.1921, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0178, "count": 265, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.3178, "p99_ms": 5.5357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1447, "count": 265, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.8829, "p99_ms": 959.3334, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 265, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 265, "artifact_failed": 0, "artifact_requested": 265, "artifact_success": 265, "completed": 265, "completed_failed": 0, "completed_success": 265, "cooldown_promoted": 265, "database_requested": 265, "db_insert_success": 265, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15814, "relay_business_failed": 0, "relay_business_success": 265, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 265, "relay_transport_failed": 0, "relay_transport_success": 265, "reservation_requested": 265}, "snapshot": {"copied_bytes": 732672000, "copied_count": 265, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5635, "p95_ms": 2.6828, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 467, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:52:00+09:00", "last_error_summary": "[h264 @ 0x5eec828da380] cabac decode of qscale diff failed at 2 42 [h264 @ 0x5eec828da380] error while decoding MB 2 42, bytestream 1012 [h264 @ 0x5eec82818180] error while decoding MB 102 31, bytestream -16 [h264 @ 0x5eec8355f780] left block unavailable for requested intra mode [h264 @ 0x5eec8355f780] error while decoding MB 0 44, bytestream 97928 [h264 @ 0x5eec827f4e40] error while decoding MB 58 50, bytestream -7", "last_exit_at": "2026-11-02T08:52:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 8762.871, "last_started_at": "2026-11-02T06:25:58+09:00", "pid": 44659, "process": {"exists": false, "pid": 44659}, "restart_count": 169, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.207, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-02T08:52:00+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-11-02T08:52:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.216, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 304.784, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-02T08:52:00.883502+09:00", "mtime_epoch": 1793577120.883502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127122}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T08:52:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2010.215, "name": "celery", "pid": 206, "rss_mb": 1916.027, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 222, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2295325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.323, "max": 28.0, "p95": 24.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.017, "max": 6.0, "p95": 5.0, "sample_count": 229}, "total": {"avg": 3.017, "max": 6.0, "p95": 5.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.594, "max": 3.0, "p95": 2.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 229}, "tracked": {"avg": 0.594, "max": 3.0, "p95": 2.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.652, "pushed": 7.652, "read": 7.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 101.352, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 228, "max_ms": 7.525, "p95_ms": 2.379, "reason": null, "sample_age_ms": 140.962, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 228, "max_ms": 7.213, "p95_ms": 1.787, "reason": null, "sample_age_ms": 141.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 229, "max_ms": 2.573, "p95_ms": 0.665, "reason": null, "sample_age_ms": 101.383, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.555, "count": 228, "max_ms": 6.421, "p95_ms": 2.65, "reason": null, "sample_age_ms": 139.868, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.857, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.637, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.698, "count": 229, "max_ms": 57.74, "p95_ms": 49.9, "reason": null, "sample_age_ms": 101.347, "source": "client_direct"}, "sample_age_ms": 101.343, "source": "client_direct", "task_total_ms": {"avg_ms": 40.766, "count": 229, "max_ms": 59.718, "p95_ms": 52.577, "reason": null, "sample_age_ms": 101.343, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.878, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.746, "count": 229, "max_ms": 21.095, "p95_ms": 13.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.428, "count": 229, "max_ms": 1.28, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 1.409, "count": 229, "max_ms": 13.016, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.241, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.444, "count": 229, "max_ms": 1.304, "p95_ms": 0.715}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.214, "count": 229, "max_ms": 9.171, "p95_ms": 7.26}, "setup_ms": {"avg_ms": 0.032, "count": 229, "max_ms": 0.151, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 8.696, "count": 229, "max_ms": 21.054, "p95_ms": 13.701}, "track_match_ms": {"avg_ms": 0.11, "count": 229, "max_ms": 0.399, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.048, "count": 229, "max_ms": 8.817, "p95_ms": 3.42}}, "gstreamer_push": {"avg_ms": 2.748, "count": 229, "max_ms": 6.59, "p95_ms": 4.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 229, "max_ms": 0.212, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.885, "count": 229, "max_ms": 60.44, "p95_ms": 54.553}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.326, "count": 229, "max_ms": 13.482, "p95_ms": 9.469}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.848, "count": 229, "max_ms": 145.007, "p95_ms": 124.369}, "inference_input_copy_ms": {"avg_ms": 1.5, "count": 229, "max_ms": 4.108, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.193, "count": 229, "max_ms": 1.816, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.867, "count": 229, "max_ms": 150.828, "p95_ms": 128.86}, "read_interval": {"avg_ms": 131.027, "count": 228, "max_ms": 1335.082, "p95_ms": 192.437}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 229, "max_ms": 0.036, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.149, "count": 229, "max_ms": 9.066, "p95_ms": 7.16}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 229, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.134, "count": 229, "max_ms": 9.043, "p95_ms": 7.141}, "worker_merge_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.896, "count": 229, "max_ms": 60.448, "p95_ms": 54.576}, "visualize": {"avg_ms": 38.974, "count": 229, "max_ms": 80.328, "p95_ms": 61.347}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.123, "count": 229, "max_ms": 73.879, "p95_ms": 55.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.498, "count": 229, "max_ms": 78.633, "p95_ms": 60.301}, "visualize_input_copy_ms": {"avg_ms": 1.314, "count": 229, "max_ms": 6.301, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.391, "count": 229, "max_ms": 78.536, "p95_ms": 60.196}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 229, "max_ms": 0.134, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1916.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.16, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.932, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128041, "write_bytes_delta": 128041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 607.0, "cpu_core_ratio": 0.495552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1499.0, "pid": 44659, "reason": null, "system_cpu_core_ratio": 0.042961, "system_cpu_s_delta": 0.4300000000000068, "user_cpu_core_ratio": 0.452591, "user_cpu_s_delta": 4.529999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.82535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560493, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 1.264857, "user_cpu_s_delta": 12.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.749, "count": 229, "max_ms": 6.59, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.684, "max": 29.0, "p95": 25.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.132, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.132, "max": 6.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 56.856, "p95": 44.125, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.699, "count": 30, "max": 21.853, "p95": 19.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1262.767, "count": 30, "max": 1444.0, "p95": 1435.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 75.7, "count": 30, "max": 1499.0, "p95": 390.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.459, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.328, "p95": 0.191, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119333.933, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115927.3, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 56.0, "p95": 40.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.636, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.121, "count": 30, "max": 1.323, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17938, "sampled_at": "2026-11-02T08:51:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3743336, "flush_count": 3969, "flush_interval_seconds": 30.0, "flush_state": {"count": 3969, "last_at": "2026-11-02T08:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T08:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3968}, "started": true, "suppressed_count": 2291638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 2291357}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3969, "written_record_count": 3969}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10138.473, "limit_mb": null}, "detail": {"pid": 45877, "restart_count": 170, "start_count": 171}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6346114560000, "copied_frame_count": 2295325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:21:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3277257, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:21:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.782}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 281, "events_emitted": 265, "events_failed": 0, "events_observed": 281, "events_suppressed": 16, "frame_buffer_copied_bytes": 6346114560000, "frame_buffer_copies": 2295325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13250, "recorder_active_input_bytes": 36633600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 265, "recorder_clips_failed": 0, "recorder_clips_started": 265, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 265, "worker_jobs_accepted": 265, "worker_jobs_completed": 265, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0858, "count": 512, "max_ms": 2.0848, "p50_ms": 0.0722, "p95_ms": 0.1498, "p99_ms": 0.1981}, "stages": {"db_insert": {"avg_ms": 15.5201, "count": 265, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 31.0009, "p99_ms": 41.373, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6938, "count": 265, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6814, "p99_ms": 3.2163, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.0809, "count": 281, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.781, "p99_ms": 1548.0433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3305, "count": 512, "max_ms": 4.3697, "p50_ms": 1.2149, "p95_ms": 2.4955, "p99_ms": 3.3414, "results": {"failed": 0, "not_applicable": 0, "success": 2295325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 488.6851, "count": 281, "max_ms": 1059.6761, "p50_ms": 496.9482, "p95_ms": 624.2168, "p99_ms": 895.2235, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9413, "count": 265, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8251, "p99_ms": 65.9433, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4215, "count": 512, "max_ms": 9.1299, "p50_ms": 4.2026, "p95_ms": 6.3107, "p99_ms": 7.4883, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1867, "count": 512, "max_ms": 3.8427, "p50_ms": 1.071, "p95_ms": 2.0688, "p99_ms": 2.8629, "results": {"failed": 0, "not_applicable": 0, "success": 13250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.5534, "count": 265, "max_ms": 1056.6186, "p50_ms": 498.2754, "p95_ms": 622.2726, "p99_ms": 918.8536, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.791, "count": 265, "max_ms": 967.4229, "p50_ms": 407.1739, "p95_ms": 513.2283, "p99_ms": 845.9424, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3123, "count": 265, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.3042, "p99_ms": 110.3357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.645, "count": 265, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9123, "p99_ms": 7.7435, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8227, "count": 265, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.1036, "p99_ms": 64.4971, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2491, "count": 265, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1997, "p99_ms": 9.2332, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7515, "count": 281, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3868, "p99_ms": 1.9761, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8153, "count": 265, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6896, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2467, "count": 265, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 695.13, "p99_ms": 858.0945, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 281, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0197, "count": 265, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 6.868, "p99_ms": 11.1832, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4809, "count": 265, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.723, "p99_ms": 72.8509, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0835, "count": 265, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1518, "p99_ms": 0.1921, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0178, "count": 265, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.3178, "p99_ms": 5.5357, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1447, "count": 265, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.8829, "p99_ms": 959.3334, "results": {"failed": 0, "not_applicable": 0, "success": 265, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 265, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 265, "artifact_failed": 0, "artifact_requested": 265, "artifact_success": 265, "completed": 265, "completed_failed": 0, "completed_success": 265, "cooldown_promoted": 265, "database_requested": 265, "db_insert_success": 265, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15814, "relay_business_failed": 0, "relay_business_success": 265, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 265, "relay_transport_failed": 0, "relay_transport_success": 265, "reservation_requested": 265}, "snapshot": {"copied_bytes": 732672000, "copied_count": 265, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5635, "p95_ms": 2.6828, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 467, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:52:00+09:00", "last_error_summary": "[h264 @ 0x5eec828da380] cabac decode of qscale diff failed at 2 42 [h264 @ 0x5eec828da380] error while decoding MB 2 42, bytestream 1012 [h264 @ 0x5eec82818180] error while decoding MB 102 31, bytestream -16 [h264 @ 0x5eec8355f780] left block unavailable for requested intra mode [h264 @ 0x5eec8355f780] error while decoding MB 0 44, bytestream 97928 [h264 @ 0x5eec827f4e40] error while decoding MB 58 50, bytestream -7", "last_exit_at": "2026-11-02T08:52:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T08:52:03+09:00", "pid": 45877, "process": {"exists": true, "fd_count": 5, "hwm_mb": 152.73, "name": "ffmpeg", "pid": 45877, "rss_mb": 152.73, "state": "R (running)", "threads": 49}, "restart_count": 170, "restart_count_per_hour": 1, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.835, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.334, "last_frame_pushed_at": "2026-11-02T08:52:00+09:00", "last_frame_read_age_sec": 4.433, "last_frame_read_at": "2026-11-02T08:52:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 299.525, "last_sample_duration_ms": 734.892, "last_trigger": "periodic", "next_snapshot_in_sec": 300.475, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 397, "storage_bytes": 3714406}, "mjpeg": {"age_sec": 4.326, "exists": true, "mtime": "2026-11-02T08:52:00.883502+09:00", "mtime_epoch": 1793577120.883502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127122}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T08:52:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2010.215, "name": "celery", "pid": 206, "rss_mb": 1916.031, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 222, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2295325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.484, "max": 28.0, "p95": 25.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.911, "max": 6.0, "p95": 5.0, "sample_count": 190}, "total": {"avg": 2.911, "max": 6.0, "p95": 5.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.532, "max": 3.0, "p95": 2.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.074, "max": 1.0, "p95": 1.0, "sample_count": 190}, "tracked": {"avg": 0.532, "max": 3.0, "p95": 2.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.34, "pushed": 6.34, "read": 6.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.018, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4406.264, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.706, "count": 189, "max_ms": 7.525, "p95_ms": 2.35, "reason": null, "sample_age_ms": 4445.874, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 189, "max_ms": 7.213, "p95_ms": 1.684, "reason": null, "sample_age_ms": 4446.112, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 189, "max_ms": 2.573, "p95_ms": 0.672, "reason": null, "sample_age_ms": 4406.295, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.559, "count": 189, "max_ms": 6.421, "p95_ms": 2.668, "reason": null, "sample_age_ms": 4444.781, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4444.77, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4406.55, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.535, "count": 189, "max_ms": 57.74, "p95_ms": 49.9, "reason": null, "sample_age_ms": 4406.26, "source": "client_direct"}, "sample_age_ms": 4406.256, "source": "client_direct", "task_total_ms": {"avg_ms": 40.619, "count": 189, "max_ms": 59.718, "p95_ms": 52.577, "reason": null, "sample_age_ms": 4406.256, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.88, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.519, "count": 190, "max_ms": 21.095, "p95_ms": 13.423}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.423, "count": 190, "max_ms": 1.28, "p95_ms": 0.709}, "detection_prepare_ms": {"avg_ms": 1.409, "count": 190, "max_ms": 13.016, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.241, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.431, "count": 190, "max_ms": 0.969, "p95_ms": 0.715}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.014, "count": 190, "max_ms": 8.219, "p95_ms": 7.222}, "setup_ms": {"avg_ms": 0.033, "count": 190, "max_ms": 0.151, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 8.47, "count": 190, "max_ms": 21.054, "p95_ms": 13.338}, "track_match_ms": {"avg_ms": 0.107, "count": 190, "max_ms": 0.399, "p95_ms": 0.219}, "tracker_update_ms": {"avg_ms": 2.043, "count": 190, "max_ms": 8.817, "p95_ms": 3.82}}, "gstreamer_push": {"avg_ms": 2.726, "count": 190, "max_ms": 6.59, "p95_ms": 4.696}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 190, "max_ms": 0.195, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.801, "count": 190, "max_ms": 60.44, "p95_ms": 54.896}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.324, "count": 190, "max_ms": 13.482, "p95_ms": 9.469}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.055, "count": 190, "max_ms": 145.007, "p95_ms": 125.119}, "inference_input_copy_ms": {"avg_ms": 1.451, "count": 190, "max_ms": 3.925, "p95_ms": 2.761}, "processing_residual_ms": {"avg_ms": 0.193, "count": 190, "max_ms": 1.816, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.023, "count": 190, "max_ms": 150.828, "p95_ms": 130.911}, "read_interval": {"avg_ms": 135.708, "count": 189, "max_ms": 1335.082, "p95_ms": 207.939}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.036, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 3.951, "count": 190, "max_ms": 8.127, "p95_ms": 7.142}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 190, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.935, "count": 190, "max_ms": 8.104, "p95_ms": 7.12}, "worker_merge_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.812, "count": 190, "max_ms": 60.448, "p95_ms": 54.904}, "visualize": {"avg_ms": 39.489, "count": 190, "max_ms": 80.328, "p95_ms": 63.194}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.758, "count": 190, "max_ms": 73.879, "p95_ms": 55.804}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.999, "count": 190, "max_ms": 78.633, "p95_ms": 60.59}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 190, "max_ms": 6.301, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.892, "count": 190, "max_ms": 78.536, "p95_ms": 60.431}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 190, "max_ms": 0.134, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1916.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.16, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.932, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T08:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128041, "write_bytes_delta": 128041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 607.0, "cpu_core_ratio": 0.495552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1499.0, "pid": 44659, "reason": null, "system_cpu_core_ratio": 0.042961, "system_cpu_s_delta": 0.4300000000000068, "user_cpu_core_ratio": 0.452591, "user_cpu_s_delta": 4.529999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.82535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560493, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 1.264857, "user_cpu_s_delta": 12.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.749, "count": 229, "max_ms": 6.59, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.684, "max": 29.0, "p95": 25.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.132, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.132, "max": 6.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 56.856, "p95": 44.125, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.699, "count": 30, "max": 21.853, "p95": 19.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1262.767, "count": 30, "max": 1444.0, "p95": 1435.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 75.7, "count": 30, "max": 1499.0, "p95": 390.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.459, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.023, "count": 30, "max": 0.328, "p95": 0.191, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119333.933, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115927.3, "count": 30, "max": 130491.0, "p95": 130115.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 56.0, "p95": 40.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.636, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.121, "count": 30, "max": 1.323, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 17938, "sampled_at": "2026-11-02T08:51:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:51:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3755873, "flush_count": 3981, "flush_interval_seconds": 30.0, "flush_state": {"count": 3981, "last_at": "2026-11-02T09:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3980}, "started": true, "suppressed_count": 2298168, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 283, "tracking_summary": 2297885}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3981, "written_record_count": 3981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10067.727, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60a1856f0280] cabac decode of qscale diff failed at 106 66 [h264 @ 0x60a1856f0280] error while decoding MB 106 66, bytestream 750 [h264 @ 0x60a18575cb00] cabac decode of qscale diff failed at 86 37 [h264 @ 0x60a18575cb00] error while decoding MB 86 37, bytestream 7953 [h264 @ 0x60a1856f0280] left block unavailable for requested intra mode [h264 @ 0x60a1856f0280] error while decoding MB 0 43, bytestream 7839 [h264 @ 0x60a185718600] cabac decode of qscale diff failed at 95 62 [h264 @ 0x6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6364193587200, "copied_frame_count": 2301864, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:58:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5615185, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:57:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.537}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 283, "events_emitted": 267, "events_failed": 0, "events_observed": 283, "events_suppressed": 16, "frame_buffer_copied_bytes": 6364193587200, "frame_buffer_copies": 2301864, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13350, "recorder_active_input_bytes": 36910080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 267, "recorder_clips_failed": 0, "recorder_clips_started": 267, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 267, "worker_jobs_accepted": 267, "worker_jobs_completed": 267, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0816, "count": 512, "max_ms": 1.1083, "p50_ms": 0.0697, "p95_ms": 0.1363, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 15.4986, "count": 267, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.975, "p99_ms": 41.3228, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6991, "count": 267, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.688, "p99_ms": 3.4413, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.2269, "count": 283, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1340.7539, "p99_ms": 1547.2548, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1946, "count": 512, "max_ms": 3.8785, "p50_ms": 1.1018, "p95_ms": 1.9502, "p99_ms": 2.7115, "results": {"failed": 0, "not_applicable": 0, "success": 2301864, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.2448, "count": 283, "max_ms": 1059.6761, "p50_ms": 497.7727, "p95_ms": 624.1845, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9999, "count": 267, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8883, "p99_ms": 65.8934, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4407, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2026, "p95_ms": 6.5344, "p99_ms": 7.6258, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2182, "count": 512, "max_ms": 3.8427, "p50_ms": 1.0752, "p95_ms": 2.281, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.9232, "count": 267, "max_ms": 1056.6186, "p50_ms": 498.3166, "p95_ms": 621.9063, "p99_ms": 915.6096, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.0381, "count": 267, "max_ms": 967.4229, "p50_ms": 407.2874, "p95_ms": 513.2073, "p99_ms": 842.7814, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4448, "count": 267, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.4229, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6423, "count": 267, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9071, "p99_ms": 7.7165, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8126, "count": 267, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.091, "p99_ms": 64.3483, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8147, "count": 267, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6835, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.6726, "count": 267, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 694.2983, "p99_ms": 853.8926, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0379, "count": 267, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 7.4165, "p99_ms": 11.173, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.421, "count": 267, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.8088, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0836, "count": 267, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1515, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0232, "count": 267, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.4814, "p99_ms": 5.5316, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.5549, "count": 267, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.2308, "p99_ms": 956.5541, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 267, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3799, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 267, "artifact_failed": 0, "artifact_requested": 267, "artifact_success": 267, "completed": 267, "completed_failed": 0, "completed_success": 267, "cooldown_promoted": 267, "database_requested": 267, "db_insert_success": 267, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15816, "relay_business_failed": 0, "relay_business_success": 267, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 267, "relay_transport_failed": 0, "relay_transport_success": 267, "reservation_requested": 267}, "snapshot": {"copied_bytes": 738201600, "copied_count": 267, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 476, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:03:51+09:00", "last_error_summary": "[h264 @ 0x60a1856f0280] cabac decode of qscale diff failed at 106 66 [h264 @ 0x60a1856f0280] error while decoding MB 106 66, bytestream 750 [h264 @ 0x60a18575cb00] cabac decode of qscale diff failed at 86 37 [h264 @ 0x60a18575cb00] error while decoding MB 86 37, bytestream 7953 [h264 @ 0x60a1856f0280] left block unavailable for requested intra mode [h264 @ 0x60a1856f0280] error while decoding MB 0 43, bytestream 7839 [h264 @ 0x60a185718600] cabac decode of qscale diff failed at 95 62 [h264 @ 0x6", "last_exit_at": "2026-11-02T08:52:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.24, "last_started_at": "2026-11-02T08:52:03+09:00", "pid": 45877, "process": {"exists": false, "pid": 45877}, "restart_count": 170, "restart_count_per_hour": 1, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.76, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-02T09:03:51+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-11-02T09:03:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.71, "last_sample_duration_ms": 720.04, "last_trigger": "periodic", "next_snapshot_in_sec": 195.29, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 398, "storage_bytes": 3723701}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-02T09:03:51.392865+09:00", "mtime_epoch": 1793577831.3928654, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:03:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2013.434, "name": "celery", "pid": 206, "rss_mb": 1924.453, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 224, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2301865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.402, "max": 15.0, "p95": 12.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.326, "max": 4.0, "p95": 4.0, "sample_count": 92}, "total": {"avg": 2.326, "max": 4.0, "p95": 4.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 1.261, "max": 3.0, "p95": 3.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 1.261, "max": 3.0, "p95": 3.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 93, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.067, "read": 3.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 93, "client_acquire_ms": {"avg_ms": 0.005, "count": 93, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 18.255, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.549, "count": 93, "max_ms": 3.733, "p95_ms": 1.941, "reason": null, "sample_age_ms": 63.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 93, "max_ms": 3.496, "p95_ms": 1.5, "reason": null, "sample_age_ms": 63.557, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 93, "max_ms": 0.488, "p95_ms": 0.379, "reason": null, "sample_age_ms": 18.262, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.29, "count": 93, "max_ms": 2.668, "p95_ms": 1.919, "reason": null, "sample_age_ms": 60.914, "source": "client_direct"}, "request_count": 93, "request_tensor_bytes": {"avg": 2764808.0, "count": 93, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 60.883, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 93, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.538, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.31, "count": 93, "max_ms": 51.604, "p95_ms": 44.993, "reason": null, "sample_age_ms": 18.251, "source": "client_direct"}, "sample_age_ms": 18.248, "source": "client_direct", "task_total_ms": {"avg_ms": 35.966, "count": 93, "max_ms": 54.265, "p95_ms": 46.692, "reason": null, "sample_age_ms": 18.248, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.538, "count": 92, "max_ms": 16.102, "p95_ms": 11.45}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 92, "max_ms": 0.618, "p95_ms": 0.488}, "detection_prepare_ms": {"avg_ms": 1.225, "count": 92, "max_ms": 5.961, "p95_ms": 1.827}, "event_filter_ms": {"avg_ms": 0.003, "count": 92, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.202, "count": 92, "max_ms": 0.399, "p95_ms": 0.3}, "mcmt_ms": {"avg_ms": 0.003, "count": 92, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.898, "count": 92, "max_ms": 9.502, "p95_ms": 6.906}, "setup_ms": {"avg_ms": 0.029, "count": 92, "max_ms": 0.059, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 7.496, "count": 92, "max_ms": 16.044, "p95_ms": 11.405}, "track_match_ms": {"avg_ms": 0.133, "count": 92, "max_ms": 0.352, "p95_ms": 0.284}, "tracker_update_ms": {"avg_ms": 1.673, "count": 92, "max_ms": 3.184, "p95_ms": 2.798}}, "gstreamer_push": {"avg_ms": 2.298, "count": 92, "max_ms": 4.537, "p95_ms": 3.195}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 92, "max_ms": 0.125, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.697, "count": 92, "max_ms": 56.409, "p95_ms": 47.457}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.864, "count": 92, "max_ms": 9.412, "p95_ms": 7.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.376, "count": 92, "max_ms": 114.658, "p95_ms": 102.3}, "inference_input_copy_ms": {"avg_ms": 1.456, "count": 92, "max_ms": 2.686, "p95_ms": 2.405}, "processing_residual_ms": {"avg_ms": 0.212, "count": 92, "max_ms": 0.455, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.909, "count": 92, "max_ms": 119.659, "p95_ms": 106.664}, "read_interval": {"avg_ms": 323.052, "count": 93, "max_ms": 10472.095, "p95_ms": 143.591}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 92, "max_ms": 0.049, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.846, "count": 92, "max_ms": 9.416, "p95_ms": 6.836}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 92, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.832, "count": 92, "max_ms": 9.397, "p95_ms": 6.8}, "worker_merge_ms": {"avg_ms": 0.005, "count": 92, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 36.707, "count": 92, "max_ms": 56.425, "p95_ms": 47.481}, "visualize": {"avg_ms": 38.205, "count": 92, "max_ms": 69.232, "p95_ms": 49.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.835, "count": 92, "max_ms": 63.928, "p95_ms": 44.253}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.963, "count": 92, "max_ms": 67.64, "p95_ms": 48.283}, "visualize_input_copy_ms": {"avg_ms": 1.11, "count": 92, "max_ms": 3.38, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.877, "count": 92, "max_ms": 67.54, "p95_ms": 48.189}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 92, "max_ms": 0.124, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1924.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.739, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.409, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125436, "write_bytes_delta": 125436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 232.0, "cpu_core_ratio": 0.224593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 598.0, "pid": 45877, "reason": null, "system_cpu_core_ratio": 0.077744, "system_cpu_s_delta": 1.5300000000000011, "user_cpu_core_ratio": 0.14685, "user_cpu_s_delta": 2.890000000000043}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259654, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.614329, "user_cpu_s_delta": 12.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.321, "count": 138, "max_ms": 4.865, "p95_ms": 3.282, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.652, "max": 15.0, "p95": 11.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.514, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 138}, "total": {"avg": 2.514, "max": 4.0, "p95": 4.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.07, "count": 30, "max": 49.705, "p95": 47.672, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.066, "count": 30, "max": 23.447, "p95": 17.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.367, "count": 30, "max": 747.0, "p95": 743.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.233, "count": 30, "max": 11594.0, "p95": 2508.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.506, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.4, "count": 30, "max": 40.0, "p95": 15.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.671, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.178, "count": 30, "max": 1.378, "p95": 1.373, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18006, "sampled_at": "2026-11-02T09:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3755873, "flush_count": 3981, "flush_interval_seconds": 30.0, "flush_state": {"count": 3981, "last_at": "2026-11-02T09:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3980}, "started": true, "suppressed_count": 2298168, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 283, "tracking_summary": 2297885}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3981, "written_record_count": 3981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10068.148, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:03:51+09:00", "last_error_summary": "[h264 @ 0x60a1856f0280] cabac decode of qscale diff failed at 106 66 [h264 @ 0x60a1856f0280] error while decoding MB 106 66, bytestream 750 [h264 @ 0x60a18575cb00] cabac decode of qscale diff failed at 86 37 [h264 @ 0x60a18575cb00] error while decoding MB 86 37, bytestream 7953 [h264 @ 0x60a1856f0280] left block unavailable for requested intra mode [h264 @ 0x60a1856f0280] error while decoding MB 0 43, bytestream 7839 [h264 @ 0x60a185718600] cabac decode of qscale diff failed at 95 62 [h264 @ 0x6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6364196352000, "copied_frame_count": 2301865, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:58:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5615185, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:57:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.537}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 283, "events_emitted": 267, "events_failed": 0, "events_observed": 283, "events_suppressed": 16, "frame_buffer_copied_bytes": 6364196352000, "frame_buffer_copies": 2301865, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13350, "recorder_active_input_bytes": 36910080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 267, "recorder_clips_failed": 0, "recorder_clips_started": 267, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 267, "worker_jobs_accepted": 267, "worker_jobs_completed": 267, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0816, "count": 512, "max_ms": 1.1083, "p50_ms": 0.0697, "p95_ms": 0.1363, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 15.4986, "count": 267, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.975, "p99_ms": 41.3228, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6991, "count": 267, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.688, "p99_ms": 3.4413, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.2269, "count": 283, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1340.7539, "p99_ms": 1547.2548, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1947, "count": 512, "max_ms": 3.8785, "p50_ms": 1.1018, "p95_ms": 1.9502, "p99_ms": 2.7115, "results": {"failed": 0, "not_applicable": 0, "success": 2301865, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.2448, "count": 283, "max_ms": 1059.6761, "p50_ms": 497.7727, "p95_ms": 624.1845, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9999, "count": 267, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8883, "p99_ms": 65.8934, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4407, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2026, "p95_ms": 6.5344, "p99_ms": 7.6258, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2182, "count": 512, "max_ms": 3.8427, "p50_ms": 1.0752, "p95_ms": 2.281, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.9232, "count": 267, "max_ms": 1056.6186, "p50_ms": 498.3166, "p95_ms": 621.9063, "p99_ms": 915.6096, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.0381, "count": 267, "max_ms": 967.4229, "p50_ms": 407.2874, "p95_ms": 513.2073, "p99_ms": 842.7814, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4448, "count": 267, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.4229, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6423, "count": 267, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9071, "p99_ms": 7.7165, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8126, "count": 267, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.091, "p99_ms": 64.3483, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8147, "count": 267, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6835, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.6726, "count": 267, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 694.2983, "p99_ms": 853.8926, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0379, "count": 267, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 7.4165, "p99_ms": 11.173, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.421, "count": 267, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.8088, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0836, "count": 267, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1515, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0232, "count": 267, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.4814, "p99_ms": 5.5316, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.5549, "count": 267, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.2308, "p99_ms": 956.5541, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 267, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3799, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 267, "artifact_failed": 0, "artifact_requested": 267, "artifact_success": 267, "completed": 267, "completed_failed": 0, "completed_success": 267, "cooldown_promoted": 267, "database_requested": 267, "db_insert_success": 267, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15816, "relay_business_failed": 0, "relay_business_success": 267, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 267, "relay_transport_failed": 0, "relay_transport_success": 267, "reservation_requested": 267}, "snapshot": {"copied_bytes": 738201600, "copied_count": 267, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 476, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:03:51+09:00", "last_error_summary": "[h264 @ 0x60a1856f0280] cabac decode of qscale diff failed at 106 66 [h264 @ 0x60a1856f0280] error while decoding MB 106 66, bytestream 750 [h264 @ 0x60a18575cb00] cabac decode of qscale diff failed at 86 37 [h264 @ 0x60a18575cb00] error while decoding MB 86 37, bytestream 7953 [h264 @ 0x60a1856f0280] left block unavailable for requested intra mode [h264 @ 0x60a1856f0280] error while decoding MB 0 43, bytestream 7839 [h264 @ 0x60a185718600] cabac decode of qscale diff failed at 95 62 [h264 @ 0x6", "last_exit_at": "2026-11-02T09:03:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.286, "last_started_at": "2026-11-02T08:52:03+09:00", "pid": 45877, "process": {"exists": false, "pid": 45877}, "restart_count": 170, "restart_count_per_hour": 1, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.76, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T09:03:51+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-11-02T09:03:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.745, "last_sample_duration_ms": 720.04, "last_trigger": "periodic", "next_snapshot_in_sec": 195.255, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 398, "storage_bytes": 3723701}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-11-02T09:03:51.392865+09:00", "mtime_epoch": 1793577831.3928654, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:03:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2013.434, "name": "celery", "pid": 206, "rss_mb": 1924.438, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 224, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2301865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.387, "max": 15.0, "p95": 12.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.323, "max": 4.0, "p95": 4.0, "sample_count": 93}, "total": {"avg": 2.323, "max": 4.0, "p95": 4.0, "sample_count": 93}}, "tracking_counts": {"active": {"avg": 1.258, "max": 3.0, "p95": 3.0, "sample_count": 93}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 93}, "tracked": {"avg": 1.258, "max": 3.0, "p95": 3.0, "sample_count": 93}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.105, "pushed": 3.105, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.005, "count": 92, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 61.059, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 92, "max_ms": 3.733, "p95_ms": 1.946, "reason": null, "sample_age_ms": 106.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.256, "count": 92, "max_ms": 3.496, "p95_ms": 1.505, "reason": null, "sample_age_ms": 106.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.248, "count": 92, "max_ms": 0.488, "p95_ms": 0.379, "reason": null, "sample_age_ms": 61.066, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.287, "count": 92, "max_ms": 2.668, "p95_ms": 1.925, "reason": null, "sample_age_ms": 103.718, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.687, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.342, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.426, "count": 92, "max_ms": 51.604, "p95_ms": 45.019, "reason": null, "sample_age_ms": 61.055, "source": "client_direct"}, "sample_age_ms": 61.052, "source": "client_direct", "task_total_ms": {"avg_ms": 36.079, "count": 92, "max_ms": 54.265, "p95_ms": 46.697, "reason": null, "sample_age_ms": 61.052, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.528, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 93, "max_ms": 16.102, "p95_ms": 11.45}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.328, "count": 93, "max_ms": 0.618, "p95_ms": 0.488}, "detection_prepare_ms": {"avg_ms": 1.228, "count": 93, "max_ms": 5.961, "p95_ms": 1.827}, "event_filter_ms": {"avg_ms": 0.003, "count": 93, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.202, "count": 93, "max_ms": 0.399, "p95_ms": 0.3}, "mcmt_ms": {"avg_ms": 0.003, "count": 93, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.877, "count": 93, "max_ms": 9.502, "p95_ms": 6.906}, "setup_ms": {"avg_ms": 0.029, "count": 93, "max_ms": 0.059, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 7.477, "count": 93, "max_ms": 16.044, "p95_ms": 11.405}, "track_match_ms": {"avg_ms": 0.133, "count": 93, "max_ms": 0.352, "p95_ms": 0.284}, "tracker_update_ms": {"avg_ms": 1.673, "count": 93, "max_ms": 3.184, "p95_ms": 2.798}}, "gstreamer_push": {"avg_ms": 2.291, "count": 93, "max_ms": 4.537, "p95_ms": 3.195}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 93, "max_ms": 0.125, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.792, "count": 93, "max_ms": 56.409, "p95_ms": 47.457}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.852, "count": 93, "max_ms": 9.412, "p95_ms": 7.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.543, "count": 93, "max_ms": 114.658, "p95_ms": 102.3}, "inference_input_copy_ms": {"avg_ms": 1.457, "count": 93, "max_ms": 2.686, "p95_ms": 2.405}, "processing_residual_ms": {"avg_ms": 0.211, "count": 93, "max_ms": 0.455, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.063, "count": 93, "max_ms": 119.659, "p95_ms": 106.664}, "read_interval": {"avg_ms": 325.382, "count": 92, "max_ms": 10472.095, "p95_ms": 143.591}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 93, "max_ms": 0.049, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.825, "count": 93, "max_ms": 9.416, "p95_ms": 6.836}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 93, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.811, "count": 93, "max_ms": 9.397, "p95_ms": 6.8}, "worker_merge_ms": {"avg_ms": 0.005, "count": 93, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 36.803, "count": 93, "max_ms": 56.425, "p95_ms": 47.481}, "visualize": {"avg_ms": 38.298, "count": 93, "max_ms": 69.232, "p95_ms": 49.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.914, "count": 93, "max_ms": 63.928, "p95_ms": 44.253}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.057, "count": 93, "max_ms": 67.64, "p95_ms": 48.283}, "visualize_input_copy_ms": {"avg_ms": 1.109, "count": 93, "max_ms": 3.38, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.97, "count": 93, "max_ms": 67.54, "p95_ms": 48.189}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 93, "max_ms": 0.124, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 93}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1924.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.739, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.409, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125436, "write_bytes_delta": 125436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 232.0, "cpu_core_ratio": 0.224593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 598.0, "pid": 45877, "reason": null, "system_cpu_core_ratio": 0.077744, "system_cpu_s_delta": 1.5300000000000011, "user_cpu_core_ratio": 0.14685, "user_cpu_s_delta": 2.890000000000043}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259654, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.614329, "user_cpu_s_delta": 12.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.321, "count": 138, "max_ms": 4.865, "p95_ms": 3.282, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.652, "max": 15.0, "p95": 11.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.514, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 138}, "total": {"avg": 2.514, "max": 4.0, "p95": 4.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.07, "count": 30, "max": 49.705, "p95": 47.672, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.066, "count": 30, "max": 23.447, "p95": 17.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.367, "count": 30, "max": 747.0, "p95": 743.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.233, "count": 30, "max": 11594.0, "p95": 2508.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.506, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.4, "count": 30, "max": 40.0, "p95": 15.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.671, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.178, "count": 30, "max": 1.378, "p95": 1.373, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18006, "sampled_at": "2026-11-02T09:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3755873, "flush_count": 3981, "flush_interval_seconds": 30.0, "flush_state": {"count": 3981, "last_at": "2026-11-02T09:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3980}, "started": true, "suppressed_count": 2298168, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 283, "tracking_summary": 2297885}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3981, "written_record_count": 3981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10067.082, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6364196352000, "copied_frame_count": 2301865, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:58:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5615185, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:57:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.537}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 283, "events_emitted": 267, "events_failed": 0, "events_observed": 283, "events_suppressed": 16, "frame_buffer_copied_bytes": 6364196352000, "frame_buffer_copies": 2301865, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13350, "recorder_active_input_bytes": 36910080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 267, "recorder_clips_failed": 0, "recorder_clips_started": 267, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 267, "worker_jobs_accepted": 267, "worker_jobs_completed": 267, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0816, "count": 512, "max_ms": 1.1083, "p50_ms": 0.0697, "p95_ms": 0.1363, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 15.4986, "count": 267, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.975, "p99_ms": 41.3228, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6991, "count": 267, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.688, "p99_ms": 3.4413, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.2269, "count": 283, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1340.7539, "p99_ms": 1547.2548, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1947, "count": 512, "max_ms": 3.8785, "p50_ms": 1.1018, "p95_ms": 1.9502, "p99_ms": 2.7115, "results": {"failed": 0, "not_applicable": 0, "success": 2301865, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.2448, "count": 283, "max_ms": 1059.6761, "p50_ms": 497.7727, "p95_ms": 624.1845, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9999, "count": 267, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8883, "p99_ms": 65.8934, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4407, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2026, "p95_ms": 6.5344, "p99_ms": 7.6258, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2182, "count": 512, "max_ms": 3.8427, "p50_ms": 1.0752, "p95_ms": 2.281, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.9232, "count": 267, "max_ms": 1056.6186, "p50_ms": 498.3166, "p95_ms": 621.9063, "p99_ms": 915.6096, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.0381, "count": 267, "max_ms": 967.4229, "p50_ms": 407.2874, "p95_ms": 513.2073, "p99_ms": 842.7814, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4448, "count": 267, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.4229, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6423, "count": 267, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9071, "p99_ms": 7.7165, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8126, "count": 267, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.091, "p99_ms": 64.3483, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8147, "count": 267, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6835, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.6726, "count": 267, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 694.2983, "p99_ms": 853.8926, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0379, "count": 267, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 7.4165, "p99_ms": 11.173, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.421, "count": 267, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.8088, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0836, "count": 267, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1515, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0232, "count": 267, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.4814, "p99_ms": 5.5316, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.5549, "count": 267, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.2308, "p99_ms": 956.5541, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 267, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3799, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 267, "artifact_failed": 0, "artifact_requested": 267, "artifact_success": 267, "completed": 267, "completed_failed": 0, "completed_success": 267, "cooldown_promoted": 267, "database_requested": 267, "db_insert_success": 267, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15816, "relay_business_failed": 0, "relay_business_success": 267, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 267, "relay_transport_failed": 0, "relay_transport_success": 267, "reservation_requested": 267}, "snapshot": {"copied_bytes": 738201600, "copied_count": 267, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 476, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:03:51+09:00", "last_error_summary": "[h264 @ 0x60a1856f0280] cabac decode of qscale diff failed at 106 66 [h264 @ 0x60a1856f0280] error while decoding MB 106 66, bytestream 750 [h264 @ 0x60a18575cb00] cabac decode of qscale diff failed at 86 37 [h264 @ 0x60a18575cb00] error while decoding MB 86 37, bytestream 7953 [h264 @ 0x60a1856f0280] left block unavailable for requested intra mode [h264 @ 0x60a1856f0280] error while decoding MB 0 43, bytestream 7839 [h264 @ 0x60a185718600] cabac decode of qscale diff failed at 95 62 [h264 @ 0x6", "last_exit_at": "2026-11-02T09:03:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.317, "last_started_at": "2026-11-02T08:52:03+09:00", "pid": 45877, "process": {"exists": false, "pid": 45877}, "restart_count": 170, "restart_count_per_hour": 1, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.76, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-02T09:03:51+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-11-02T09:03:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.777, "last_sample_duration_ms": 720.04, "last_trigger": "periodic", "next_snapshot_in_sec": 195.223, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 398, "storage_bytes": 3723701}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-02T09:03:51.499864+09:00", "mtime_epoch": 1793577831.4998643, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:03:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2013.434, "name": "celery", "pid": 206, "rss_mb": 1924.438, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 224, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2301865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.387, "max": 15.0, "p95": 12.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.323, "max": 4.0, "p95": 4.0, "sample_count": 93}, "total": {"avg": 2.323, "max": 4.0, "p95": 4.0, "sample_count": 93}}, "tracking_counts": {"active": {"avg": 1.258, "max": 3.0, "p95": 3.0, "sample_count": 93}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 93}, "tracked": {"avg": 1.258, "max": 3.0, "p95": 3.0, "sample_count": 93}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.101, "pushed": 3.101, "read": 3.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.005, "count": 92, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 94.012, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 92, "max_ms": 3.733, "p95_ms": 1.946, "reason": null, "sample_age_ms": 138.97, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.256, "count": 92, "max_ms": 3.496, "p95_ms": 1.505, "reason": null, "sample_age_ms": 139.315, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.248, "count": 92, "max_ms": 0.488, "p95_ms": 0.379, "reason": null, "sample_age_ms": 94.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.287, "count": 92, "max_ms": 2.668, "p95_ms": 1.925, "reason": null, "sample_age_ms": 136.672, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.641, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.296, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.426, "count": 92, "max_ms": 51.604, "p95_ms": 45.019, "reason": null, "sample_age_ms": 94.009, "source": "client_direct"}, "sample_age_ms": 94.006, "source": "client_direct", "task_total_ms": {"avg_ms": 36.079, "count": 92, "max_ms": 54.265, "p95_ms": 46.697, "reason": null, "sample_age_ms": 94.006, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.604, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 93, "max_ms": 16.102, "p95_ms": 11.45}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.328, "count": 93, "max_ms": 0.618, "p95_ms": 0.488}, "detection_prepare_ms": {"avg_ms": 1.228, "count": 93, "max_ms": 5.961, "p95_ms": 1.827}, "event_filter_ms": {"avg_ms": 0.003, "count": 93, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.202, "count": 93, "max_ms": 0.399, "p95_ms": 0.3}, "mcmt_ms": {"avg_ms": 0.003, "count": 93, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.877, "count": 93, "max_ms": 9.502, "p95_ms": 6.906}, "setup_ms": {"avg_ms": 0.029, "count": 93, "max_ms": 0.059, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 7.477, "count": 93, "max_ms": 16.044, "p95_ms": 11.405}, "track_match_ms": {"avg_ms": 0.133, "count": 93, "max_ms": 0.352, "p95_ms": 0.284}, "tracker_update_ms": {"avg_ms": 1.673, "count": 93, "max_ms": 3.184, "p95_ms": 2.798}}, "gstreamer_push": {"avg_ms": 2.291, "count": 93, "max_ms": 4.537, "p95_ms": 3.195}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 93, "max_ms": 0.125, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.792, "count": 93, "max_ms": 56.409, "p95_ms": 47.457}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.852, "count": 93, "max_ms": 9.412, "p95_ms": 7.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.543, "count": 93, "max_ms": 114.658, "p95_ms": 102.3}, "inference_input_copy_ms": {"avg_ms": 1.457, "count": 93, "max_ms": 2.686, "p95_ms": 2.405}, "processing_residual_ms": {"avg_ms": 0.211, "count": 93, "max_ms": 0.455, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.063, "count": 93, "max_ms": 119.659, "p95_ms": 106.664}, "read_interval": {"avg_ms": 325.382, "count": 92, "max_ms": 10472.095, "p95_ms": 143.591}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 93, "max_ms": 0.049, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.825, "count": 93, "max_ms": 9.416, "p95_ms": 6.836}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 93, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.811, "count": 93, "max_ms": 9.397, "p95_ms": 6.8}, "worker_merge_ms": {"avg_ms": 0.005, "count": 93, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 36.803, "count": 93, "max_ms": 56.425, "p95_ms": 47.481}, "visualize": {"avg_ms": 38.298, "count": 93, "max_ms": 69.232, "p95_ms": 49.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.914, "count": 93, "max_ms": 63.928, "p95_ms": 44.253}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.057, "count": 93, "max_ms": 67.64, "p95_ms": 48.283}, "visualize_input_copy_ms": {"avg_ms": 1.109, "count": 93, "max_ms": 3.38, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.97, "count": 93, "max_ms": 67.54, "p95_ms": 48.189}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 93, "max_ms": 0.124, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 93}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1924.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.739, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.409, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125436, "write_bytes_delta": 125436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 232.0, "cpu_core_ratio": 0.224593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 598.0, "pid": 45877, "reason": null, "system_cpu_core_ratio": 0.077744, "system_cpu_s_delta": 1.5300000000000011, "user_cpu_core_ratio": 0.14685, "user_cpu_s_delta": 2.890000000000043}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259654, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.614329, "user_cpu_s_delta": 12.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.321, "count": 138, "max_ms": 4.865, "p95_ms": 3.282, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.652, "max": 15.0, "p95": 11.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.514, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 138}, "total": {"avg": 2.514, "max": 4.0, "p95": 4.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.07, "count": 30, "max": 49.705, "p95": 47.672, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.066, "count": 30, "max": 23.447, "p95": 17.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.367, "count": 30, "max": 747.0, "p95": 743.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.233, "count": 30, "max": 11594.0, "p95": 2508.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.506, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.4, "count": 30, "max": 40.0, "p95": 15.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.671, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.178, "count": 30, "max": 1.378, "p95": 1.373, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18006, "sampled_at": "2026-11-02T09:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3755873, "flush_count": 3981, "flush_interval_seconds": 30.0, "flush_state": {"count": 3981, "last_at": "2026-11-02T09:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3980}, "started": true, "suppressed_count": 2298168, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 283, "tracking_summary": 2297885}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3981, "written_record_count": 3981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10233.211, "limit_mb": null}, "detail": {"pid": 46117, "restart_count": 171, "start_count": 172}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6364196352000, "copied_frame_count": 2301865, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T08:58:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5615185, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T08:57:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.537}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 283, "events_emitted": 267, "events_failed": 0, "events_observed": 283, "events_suppressed": 16, "frame_buffer_copied_bytes": 6364196352000, "frame_buffer_copies": 2301865, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13350, "recorder_active_input_bytes": 36910080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 267, "recorder_clips_failed": 0, "recorder_clips_started": 267, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 267, "worker_jobs_accepted": 267, "worker_jobs_completed": 267, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0816, "count": 512, "max_ms": 1.1083, "p50_ms": 0.0697, "p95_ms": 0.1363, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 15.4986, "count": 267, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.975, "p99_ms": 41.3228, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6991, "count": 267, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.688, "p99_ms": 3.4413, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.2269, "count": 283, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1340.7539, "p99_ms": 1547.2548, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1947, "count": 512, "max_ms": 3.8785, "p50_ms": 1.1018, "p95_ms": 1.9502, "p99_ms": 2.7115, "results": {"failed": 0, "not_applicable": 0, "success": 2301865, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.2448, "count": 283, "max_ms": 1059.6761, "p50_ms": 497.7727, "p95_ms": 624.1845, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9999, "count": 267, "max_ms": 69.0696, "p50_ms": 21.5708, "p95_ms": 56.8883, "p99_ms": 65.8934, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4407, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2026, "p95_ms": 6.5344, "p99_ms": 7.6258, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2182, "count": 512, "max_ms": 3.8427, "p50_ms": 1.0752, "p95_ms": 2.281, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 514.9232, "count": 267, "max_ms": 1056.6186, "p50_ms": 498.3166, "p95_ms": 621.9063, "p99_ms": 915.6096, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.0381, "count": 267, "max_ms": 967.4229, "p50_ms": 407.2874, "p95_ms": 513.2073, "p99_ms": 842.7814, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4448, "count": 267, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.4229, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6423, "count": 267, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.9071, "p99_ms": 7.7165, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8126, "count": 267, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 54.091, "p99_ms": 64.3483, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2443, "count": 267, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.1843, "p99_ms": 9.1677, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7502, "count": 283, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3854, "p99_ms": 1.9602, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8147, "count": 267, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4239, "p99_ms": 2.6835, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.6726, "count": 267, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 694.2983, "p99_ms": 853.8926, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0379, "count": 267, "max_ms": 14.3512, "p50_ms": 1.0595, "p95_ms": 7.4165, "p99_ms": 11.173, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.421, "count": 267, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.8088, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0836, "count": 267, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1515, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0232, "count": 267, "max_ms": 9.2334, "p50_ms": 1.8104, "p95_ms": 3.4814, "p99_ms": 5.5316, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.5549, "count": 267, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 774.2308, "p99_ms": 956.5541, "results": {"failed": 0, "not_applicable": 0, "success": 267, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 267, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0691, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3799, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 267, "artifact_failed": 0, "artifact_requested": 267, "artifact_success": 267, "completed": 267, "completed_failed": 0, "completed_success": 267, "cooldown_promoted": 267, "database_requested": 267, "db_insert_success": 267, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15816, "relay_business_failed": 0, "relay_business_success": 267, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 267, "relay_transport_failed": 0, "relay_transport_success": 267, "reservation_requested": 267}, "snapshot": {"copied_bytes": 738201600, "copied_count": 267, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 476, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:03:51+09:00", "last_error_summary": "[h264 @ 0x60a1856f0280] cabac decode of qscale diff failed at 106 66 [h264 @ 0x60a1856f0280] error while decoding MB 106 66, bytestream 750 [h264 @ 0x60a18575cb00] cabac decode of qscale diff failed at 86 37 [h264 @ 0x60a18575cb00] error while decoding MB 86 37, bytestream 7953 [h264 @ 0x60a1856f0280] left block unavailable for requested intra mode [h264 @ 0x60a1856f0280] error while decoding MB 0 43, bytestream 7839 [h264 @ 0x60a185718600] cabac decode of qscale diff failed at 95 62 [h264 @ 0x6", "last_exit_at": "2026-11-02T09:03:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:03:53+09:00", "pid": 46117, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.164, "name": "ffmpeg", "pid": 46117, "rss_mb": 198.164, "state": "S (sleeping)", "threads": 70}, "restart_count": 171, "restart_count_per_hour": 2, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.21, "sample_count": 2432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.39, "last_frame_pushed_at": "2026-11-02T09:03:51+09:00", "last_frame_read_age_sec": 4.495, "last_frame_read_at": "2026-11-02T09:03:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 409.141, "last_sample_duration_ms": 720.04, "last_trigger": "periodic", "next_snapshot_in_sec": 190.859, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 398, "storage_bytes": 3723701}, "mjpeg": {"age_sec": 4.383, "exists": true, "mtime": "2026-11-02T09:03:51.499864+09:00", "mtime_epoch": 1793577831.4998643, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:03:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2013.434, "name": "celery", "pid": 206, "rss_mb": 1924.441, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 224, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2301865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.776, "max": 15.0, "p95": 13.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.449, "max": 4.0, "p95": 3.0, "sample_count": 49}, "total": {"avg": 2.449, "max": 4.0, "p95": 3.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.327, "max": 3.0, "p95": 2.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.327, "max": 3.0, "p95": 2.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.636, "pushed": 1.636, "read": 1.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4452.091, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.63, "count": 48, "max_ms": 3.733, "p95_ms": 1.881, "reason": null, "sample_age_ms": 4497.049, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 48, "max_ms": 3.496, "p95_ms": 1.393, "reason": null, "sample_age_ms": 4497.394, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.253, "count": 48, "max_ms": 0.426, "p95_ms": 0.376, "reason": null, "sample_age_ms": 4452.099, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.352, "count": 48, "max_ms": 2.668, "p95_ms": 2.222, "reason": null, "sample_age_ms": 4494.75, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2764808.0, "count": 48, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4494.72, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 48, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4452.374, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.478, "count": 48, "max_ms": 51.604, "p95_ms": 44.638, "reason": null, "sample_age_ms": 4452.088, "source": "client_direct"}, "sample_age_ms": 4452.085, "source": "client_direct", "task_total_ms": {"avg_ms": 36.206, "count": 48, "max_ms": 54.265, "p95_ms": 46.528, "reason": null, "sample_age_ms": 4452.085, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.387, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.601, "count": 49, "max_ms": 15.801, "p95_ms": 10.717}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 49, "max_ms": 0.618, "p95_ms": 0.534}, "detection_prepare_ms": {"avg_ms": 1.249, "count": 49, "max_ms": 5.886, "p95_ms": 1.827}, "event_filter_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.212, "count": 49, "max_ms": 0.347, "p95_ms": 0.318}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 3.901, "count": 49, "max_ms": 7.989, "p95_ms": 6.906}, "setup_ms": {"avg_ms": 0.03, "count": 49, "max_ms": 0.058, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 7.555, "count": 49, "max_ms": 15.727, "p95_ms": 10.675}, "track_match_ms": {"avg_ms": 0.139, "count": 49, "max_ms": 0.302, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 1.697, "count": 49, "max_ms": 3.08, "p95_ms": 2.436}}, "gstreamer_push": {"avg_ms": 2.267, "count": 49, "max_ms": 3.897, "p95_ms": 3.195}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 49, "max_ms": 0.125, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.074, "count": 49, "max_ms": 56.409, "p95_ms": 47.457}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.883, "count": 49, "max_ms": 9.412, "p95_ms": 7.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.789, "count": 49, "max_ms": 114.658, "p95_ms": 105.176}, "inference_input_copy_ms": {"avg_ms": 1.411, "count": 49, "max_ms": 2.686, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.165, "count": 49, "max_ms": 0.386, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.248, "count": 49, "max_ms": 119.659, "p95_ms": 110.697}, "read_interval": {"avg_ms": 532.241, "count": 48, "max_ms": 10472.095, "p95_ms": 492.882}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 49, "max_ms": 0.036, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.846, "count": 49, "max_ms": 7.935, "p95_ms": 6.836}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 49, "max_ms": 0.039, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.832, "count": 49, "max_ms": 7.922, "p95_ms": 6.8}, "worker_merge_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.084, "count": 49, "max_ms": 56.425, "p95_ms": 47.481}, "visualize": {"avg_ms": 37.169, "count": 49, "max_ms": 69.232, "p95_ms": 49.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.514, "count": 49, "max_ms": 63.928, "p95_ms": 42.511}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.861, "count": 49, "max_ms": 67.64, "p95_ms": 48.283}, "visualize_input_copy_ms": {"avg_ms": 1.165, "count": 49, "max_ms": 3.38, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.774, "count": 49, "max_ms": 67.54, "p95_ms": 48.189}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 49, "max_ms": 0.124, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1924.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.739, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.409, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125436, "write_bytes_delta": 125436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 232.0, "cpu_core_ratio": 0.224593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 598.0, "pid": 45877, "reason": null, "system_cpu_core_ratio": 0.077744, "system_cpu_s_delta": 1.5300000000000011, "user_cpu_core_ratio": 0.14685, "user_cpu_s_delta": 2.890000000000043}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259654, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.614329, "user_cpu_s_delta": 12.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.321, "count": 138, "max_ms": 4.865, "p95_ms": 3.282, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.652, "max": 15.0, "p95": 11.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.514, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 138}, "total": {"avg": 2.514, "max": 4.0, "p95": 4.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.07, "count": 30, "max": 49.705, "p95": 47.672, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.066, "count": 30, "max": 23.447, "p95": 17.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 581.367, "count": 30, "max": 747.0, "p95": 743.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.233, "count": 30, "max": 11594.0, "p95": 2508.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.506, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127077.733, "count": 30, "max": 136760.0, "p95": 133295.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.4, "count": 30, "max": 40.0, "p95": 15.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.671, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.178, "count": 30, "max": 1.378, "p95": 1.373, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18006, "sampled_at": "2026-11-02T09:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10280.988, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:08:47+09:00", "last_error_summary": "[rtsp @ 0x5ca7d1940f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ca7d1940e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:08:47+09:00", "last_error_summary": "[rtsp @ 0x5ca7d1940f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ca7d1940e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T09:08:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:08:47+09:00", "pid": 46233, "process": {"exists": false, "pid": 46233}, "restart_count": 127, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 128299.536, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 128299.613, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 199, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.614, "last_sample_duration_ms": 814.042, "last_trigger": "periodic", "next_snapshot_in_sec": 502.386, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 399, "storage_bytes": 3733005}, "mjpeg": {"age_sec": 128299.528, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T09:08:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 128304.39, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299554.75, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299555.456, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299541.939, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299554.0, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.476, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.217, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 126496.553, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 45759, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001048, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.953, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.685, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 100358.048, "count": 30, "max": 126496.553, "p95": 123882.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3651, "sampled_at": "2026-11-02T08:38:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T08:38:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10280.883, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:08:47+09:00", "last_error_summary": "[rtsp @ 0x5ca7d1940f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ca7d1940e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T09:08:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-02T09:08:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 127, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 128299.568, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 128299.646, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 199, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.632, "last_sample_duration_ms": 814.042, "last_trigger": "periodic", "next_snapshot_in_sec": 502.368, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 399, "storage_bytes": 3733005}, "mjpeg": {"age_sec": 128299.56, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T09:08:49+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 128304.41, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299585.594, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299586.3, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299572.784, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 128299584.845, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.034, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.669, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 128299.542, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 46233, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000005093, "user_cpu_core_ratio": 0.001059, "user_cpu_s_delta": 1.9100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.94, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.67, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 102160.73, "count": 30, "max": 128299.542, "p95": 125685.202, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3652, "sampled_at": "2026-11-02T09:08:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:08:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3237623, "flush_count": 4011, "flush_interval_seconds": 30.0, "flush_state": {"count": 4011, "last_at": "2026-11-02T09:33:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:33:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4010}, "started": true, "suppressed_count": 2380869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2380865}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4011, "written_record_count": 4011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9948.184, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6593702400000, "copied_frame_count": 2384875, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6593702400000, "frame_buffer_copies": 2384875, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0803, "count": 512, "max_ms": 0.2794, "p50_ms": 0.0717, "p95_ms": 0.1474, "p99_ms": 0.1908}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0642, "count": 512, "max_ms": 3.5641, "p50_ms": 0.9609, "p95_ms": 1.8202, "p99_ms": 2.6307, "results": {"failed": 0, "not_applicable": 0, "success": 2384875, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2585.088, "last_started_at": "2026-11-02T08:51:06+09:00", "pid": 45761, "process": {"exists": false, "pid": 45761}, "restart_count": 97, "restart_count_per_hour": 1, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.175, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-02T09:34:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-02T09:34:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 415.739, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 184.261, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T09:34:11.111880+09:00", "mtime_epoch": 1793579651.1118796, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:34:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2000.359, "name": "celery", "pid": 176, "rss_mb": 2000.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2384875, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 24, "pushed_frames": 24, "read_frames": 24, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.845, "pushed": 0.845, "read": 0.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 62.547, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 24, "max_ms": 1.871, "p95_ms": 1.496, "reason": null, "sample_age_ms": 95.907, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 24, "max_ms": 1.542, "p95_ms": 1.139, "reason": null, "sample_age_ms": 96.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 24, "max_ms": 0.099, "p95_ms": 0.079, "reason": null, "sample_age_ms": 62.555, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.925, "count": 24, "max_ms": 1.303, "p95_ms": 1.285, "reason": null, "sample_age_ms": 94.937, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2211848.0, "count": 24, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.916, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.708, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.738, "count": 24, "max_ms": 35.404, "p95_ms": 31.973, "reason": null, "sample_age_ms": 62.544, "source": "client_direct"}, "sample_age_ms": 62.541, "source": "client_direct", "task_total_ms": {"avg_ms": 26.836, "count": 24, "max_ms": 36.642, "p95_ms": 33.197, "reason": null, "sample_age_ms": 62.541, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.285, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.466, "count": 24, "max_ms": 0.875, "p95_ms": 0.638}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 24, "max_ms": 0.31, "p95_ms": 0.218}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 24, "max_ms": 0.125, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 24, "max_ms": 0.104, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 24, "max_ms": 0.211, "p95_ms": 0.183}, "setup_ms": {"avg_ms": 0.027, "count": 24, "max_ms": 0.053, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.441, "count": 24, "max_ms": 0.824, "p95_ms": 0.606}, "track_match_ms": {"avg_ms": 0.003, "count": 24, "max_ms": 0.008, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.031, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.045, "count": 24, "max_ms": 4.861, "p95_ms": 4.28}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 24, "max_ms": 0.071, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.59, "count": 24, "max_ms": 37.083, "p95_ms": 34.501}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.037, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.247, "count": 24, "max_ms": 75.505, "p95_ms": 72.348}, "inference_input_copy_ms": {"avg_ms": 1.025, "count": 24, "max_ms": 1.9, "p95_ms": 1.469}, "processing_residual_ms": {"avg_ms": 0.076, "count": 24, "max_ms": 0.125, "p95_ms": 0.122}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.366, "count": 24, "max_ms": 76.67, "p95_ms": 73.102}, "read_interval": {"avg_ms": 1258.436, "count": 24, "max_ms": 20309.377, "p95_ms": 1886.196}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 24, "max_ms": 0.016, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 24, "max_ms": 0.16, "p95_ms": 0.122}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 24, "max_ms": 0.015, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 24, "max_ms": 0.144, "p95_ms": 0.109}, "worker_merge_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 27.599, "count": 24, "max_ms": 37.093, "p95_ms": 34.523}, "visualize": {"avg_ms": 24.201, "count": 24, "max_ms": 40.832, "p95_ms": 39.098}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.673, "count": 24, "max_ms": 40.26, "p95_ms": 38.475}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.079, "count": 24, "max_ms": 40.689, "p95_ms": 38.959}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.024, "count": 24, "max_ms": 40.64, "p95_ms": 38.86}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 24, "max_ms": 0.061, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2000.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.813, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.183, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20.292, "exists": true, "size_bytes": 122973, "write_bytes_delta": 122973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 130.0, "cpu_core_ratio": 0.054969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3852.0, "pid": 45761, "reason": null, "system_cpu_core_ratio": 0.003952, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.051017, "user_cpu_s_delta": 1.419999999999618}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003593, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.029101, "user_cpu_s_delta": 0.8099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.924, "count": 19, "max_ms": 4.861, "p95_ms": 4.861, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 19}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.636, "count": 30, "max": 35.527, "p95": 29.808, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.429, "count": 30, "max": 23.666, "p95": 19.521, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.533, "count": 30, "max": 731.0, "p95": 727.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.4, "count": 30, "max": 3852.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.061, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 0.982, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.68, "count": 30, "max": 20.292, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 43.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.061, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.55, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19888, "sampled_at": "2026-11-02T09:34:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.413, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3237623, "flush_count": 4011, "flush_interval_seconds": 30.0, "flush_state": {"count": 4011, "last_at": "2026-11-02T09:33:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:33:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4010}, "started": true, "suppressed_count": 2380869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2380865}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4011, "written_record_count": 4011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9948.184, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6593702400000, "copied_frame_count": 2384875, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6593702400000, "frame_buffer_copies": 2384875, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0803, "count": 512, "max_ms": 0.2794, "p50_ms": 0.0717, "p95_ms": 0.1474, "p99_ms": 0.1908}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0642, "count": 512, "max_ms": 3.5641, "p50_ms": 0.9609, "p95_ms": 1.8202, "p99_ms": 2.6307, "results": {"failed": 0, "not_applicable": 0, "success": 2384875, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2585.083, "last_started_at": "2026-11-02T08:51:06+09:00", "pid": 45761, "process": {"exists": false, "pid": 45761}, "restart_count": 97, "restart_count_per_hour": 1, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.175, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-02T09:34:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-02T09:34:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 415.746, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 184.254, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-02T09:34:11.111880+09:00", "mtime_epoch": 1793579651.1118796, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:34:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2000.359, "name": "celery", "pid": 176, "rss_mb": 2000.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2384875, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 24, "pushed_frames": 24, "read_frames": 24, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.845, "pushed": 0.845, "read": 0.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 55.976, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 24, "max_ms": 1.871, "p95_ms": 1.496, "reason": null, "sample_age_ms": 89.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 24, "max_ms": 1.542, "p95_ms": 1.139, "reason": null, "sample_age_ms": 89.498, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 24, "max_ms": 0.099, "p95_ms": 0.079, "reason": null, "sample_age_ms": 55.983, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.925, "count": 24, "max_ms": 1.303, "p95_ms": 1.285, "reason": null, "sample_age_ms": 88.366, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2211848.0, "count": 24, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.345, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.136, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.738, "count": 24, "max_ms": 35.404, "p95_ms": 31.973, "reason": null, "sample_age_ms": 55.973, "source": "client_direct"}, "sample_age_ms": 55.969, "source": "client_direct", "task_total_ms": {"avg_ms": 26.836, "count": 24, "max_ms": 36.642, "p95_ms": 33.197, "reason": null, "sample_age_ms": 55.969, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.86, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.466, "count": 24, "max_ms": 0.875, "p95_ms": 0.638}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 24, "max_ms": 0.31, "p95_ms": 0.218}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 24, "max_ms": 0.125, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 24, "max_ms": 0.104, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 24, "max_ms": 0.211, "p95_ms": 0.183}, "setup_ms": {"avg_ms": 0.027, "count": 24, "max_ms": 0.053, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.441, "count": 24, "max_ms": 0.824, "p95_ms": 0.606}, "track_match_ms": {"avg_ms": 0.003, "count": 24, "max_ms": 0.008, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.031, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.045, "count": 24, "max_ms": 4.861, "p95_ms": 4.28}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 24, "max_ms": 0.071, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.59, "count": 24, "max_ms": 37.083, "p95_ms": 34.501}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.037, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.247, "count": 24, "max_ms": 75.505, "p95_ms": 72.348}, "inference_input_copy_ms": {"avg_ms": 1.025, "count": 24, "max_ms": 1.9, "p95_ms": 1.469}, "processing_residual_ms": {"avg_ms": 0.076, "count": 24, "max_ms": 0.125, "p95_ms": 0.122}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.366, "count": 24, "max_ms": 76.67, "p95_ms": 73.102}, "read_interval": {"avg_ms": 1258.436, "count": 24, "max_ms": 20309.377, "p95_ms": 1886.196}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 24, "max_ms": 0.016, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 24, "max_ms": 0.16, "p95_ms": 0.122}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 24, "max_ms": 0.015, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 24, "max_ms": 0.144, "p95_ms": 0.109}, "worker_merge_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 27.599, "count": 24, "max_ms": 37.093, "p95_ms": 34.523}, "visualize": {"avg_ms": 24.201, "count": 24, "max_ms": 40.832, "p95_ms": 39.098}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.673, "count": 24, "max_ms": 40.26, "p95_ms": 38.475}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.079, "count": 24, "max_ms": 40.689, "p95_ms": 38.959}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.024, "count": 24, "max_ms": 40.64, "p95_ms": 38.86}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 24, "max_ms": 0.061, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2000.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.813, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.183, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20.292, "exists": true, "size_bytes": 122973, "write_bytes_delta": 122973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 130.0, "cpu_core_ratio": 0.054969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3852.0, "pid": 45761, "reason": null, "system_cpu_core_ratio": 0.003952, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.051017, "user_cpu_s_delta": 1.419999999999618}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003593, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.029101, "user_cpu_s_delta": 0.8099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.924, "count": 19, "max_ms": 4.861, "p95_ms": 4.861, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 19}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.636, "count": 30, "max": 35.527, "p95": 29.808, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.429, "count": 30, "max": 23.666, "p95": 19.521, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.533, "count": 30, "max": 731.0, "p95": 727.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.4, "count": 30, "max": 3852.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.061, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 0.982, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.68, "count": 30, "max": 20.292, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 43.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.061, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.55, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19888, "sampled_at": "2026-11-02T09:34:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.407, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3237623, "flush_count": 4011, "flush_interval_seconds": 30.0, "flush_state": {"count": 4011, "last_at": "2026-11-02T09:33:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:33:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4010}, "started": true, "suppressed_count": 2380869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2380865}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4011, "written_record_count": 4011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9949.27, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6593702400000, "copied_frame_count": 2384875, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6593702400000, "frame_buffer_copies": 2384875, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0803, "count": 512, "max_ms": 0.2794, "p50_ms": 0.0717, "p95_ms": 0.1474, "p99_ms": 0.1908}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0642, "count": 512, "max_ms": 3.5641, "p50_ms": 0.9609, "p95_ms": 1.8202, "p99_ms": 2.6307, "results": {"failed": 0, "not_applicable": 0, "success": 2384875, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2585.116, "last_started_at": "2026-11-02T08:51:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 97, "restart_count_per_hour": 1, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.133, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-11-02T09:34:11+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-02T09:34:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 415.766, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 184.234, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-02T09:34:11.111880+09:00", "mtime_epoch": 1793579651.1118796, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:34:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2000.355, "name": "celery", "pid": 176, "rss_mb": 2000.355, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2384875, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 24, "pushed_frames": 24, "read_frames": 24, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.844, "pushed": 0.844, "read": 0.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 90.36, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 24, "max_ms": 1.871, "p95_ms": 1.496, "reason": null, "sample_age_ms": 123.72, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 24, "max_ms": 1.542, "p95_ms": 1.139, "reason": null, "sample_age_ms": 123.883, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 24, "max_ms": 0.099, "p95_ms": 0.079, "reason": null, "sample_age_ms": 90.368, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.925, "count": 24, "max_ms": 1.303, "p95_ms": 1.285, "reason": null, "sample_age_ms": 122.75, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2211848.0, "count": 24, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.729, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.521, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.738, "count": 24, "max_ms": 35.404, "p95_ms": 31.973, "reason": null, "sample_age_ms": 90.357, "source": "client_direct"}, "sample_age_ms": 90.353, "source": "client_direct", "task_total_ms": {"avg_ms": 26.836, "count": 24, "max_ms": 36.642, "p95_ms": 33.197, "reason": null, "sample_age_ms": 90.353, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.466, "count": 24, "max_ms": 0.875, "p95_ms": 0.638}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.152, "count": 24, "max_ms": 0.31, "p95_ms": 0.218}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 24, "max_ms": 0.125, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 24, "max_ms": 0.104, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.119, "count": 24, "max_ms": 0.211, "p95_ms": 0.183}, "setup_ms": {"avg_ms": 0.027, "count": 24, "max_ms": 0.053, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.441, "count": 24, "max_ms": 0.824, "p95_ms": 0.606}, "track_match_ms": {"avg_ms": 0.003, "count": 24, "max_ms": 0.008, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.031, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.045, "count": 24, "max_ms": 4.861, "p95_ms": 4.28}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 24, "max_ms": 0.071, "p95_ms": 0.044}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.59, "count": 24, "max_ms": 37.083, "p95_ms": 34.501}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.037, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.247, "count": 24, "max_ms": 75.505, "p95_ms": 72.348}, "inference_input_copy_ms": {"avg_ms": 1.025, "count": 24, "max_ms": 1.9, "p95_ms": 1.469}, "processing_residual_ms": {"avg_ms": 0.076, "count": 24, "max_ms": 0.125, "p95_ms": 0.122}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.366, "count": 24, "max_ms": 76.67, "p95_ms": 73.102}, "read_interval": {"avg_ms": 1258.436, "count": 24, "max_ms": 20309.377, "p95_ms": 1886.196}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 24, "max_ms": 0.016, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.079, "count": 24, "max_ms": 0.16, "p95_ms": 0.122}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 24, "max_ms": 0.015, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 24, "max_ms": 0.144, "p95_ms": 0.109}, "worker_merge_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 27.599, "count": 24, "max_ms": 37.093, "p95_ms": 34.523}, "visualize": {"avg_ms": 24.201, "count": 24, "max_ms": 40.832, "p95_ms": 39.098}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.673, "count": 24, "max_ms": 40.26, "p95_ms": 38.475}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.079, "count": 24, "max_ms": 40.689, "p95_ms": 38.959}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.024, "count": 24, "max_ms": 40.64, "p95_ms": 38.86}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 24, "max_ms": 0.061, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2000.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.813, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.183, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20.292, "exists": true, "size_bytes": 122973, "write_bytes_delta": 122973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 130.0, "cpu_core_ratio": 0.054969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3852.0, "pid": 45761, "reason": null, "system_cpu_core_ratio": 0.003952, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.051017, "user_cpu_s_delta": 1.419999999999618}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003593, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.029101, "user_cpu_s_delta": 0.8099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.924, "count": 19, "max_ms": 4.861, "p95_ms": 4.861, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 19}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.636, "count": 30, "max": 35.527, "p95": 29.808, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.429, "count": 30, "max": 23.666, "p95": 19.521, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.533, "count": 30, "max": 731.0, "p95": 727.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.4, "count": 30, "max": 3852.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.061, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 0.982, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.68, "count": 30, "max": 20.292, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 43.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.061, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.55, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19888, "sampled_at": "2026-11-02T09:34:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.441, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3237623, "flush_count": 4011, "flush_interval_seconds": 30.0, "flush_state": {"count": 4011, "last_at": "2026-11-02T09:33:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:33:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4010}, "started": true, "suppressed_count": 2380869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2380865}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4011, "written_record_count": 4011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9992.227, "limit_mb": null}, "detail": {"pid": 46421, "restart_count": 98, "start_count": 99}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6593702400000, "copied_frame_count": 2384875, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6593702400000, "frame_buffer_copies": 2384875, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0803, "count": 512, "max_ms": 0.2794, "p50_ms": 0.0717, "p95_ms": 0.1474, "p99_ms": 0.1908}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0642, "count": 512, "max_ms": 3.5641, "p50_ms": 0.9609, "p95_ms": 1.8202, "p99_ms": 2.6307, "results": {"failed": 0, "not_applicable": 0, "success": 2384875, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:34:13+09:00", "pid": 46421, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.402, "name": "ffmpeg", "pid": 46421, "rss_mb": 75.402, "state": "S (sleeping)", "threads": 1}, "restart_count": 98, "restart_count_per_hour": 2, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.175, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.221, "last_frame_pushed_at": "2026-11-02T09:34:11+09:00", "last_frame_read_age_sec": 4.287, "last_frame_read_at": "2026-11-02T09:34:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 419.929, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 180.071, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 4.213, "exists": true, "mtime": "2026-11-02T09:34:11.111880+09:00", "mtime_epoch": 1793579651.1118796, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:34:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2000.359, "name": "celery", "pid": 176, "rss_mb": 2000.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2384875, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 18, "pushed_frames": 18, "read_frames": 18, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.605, "pushed": 0.605, "read": 0.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 18, "client_acquire_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4252.879, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 18, "max_ms": 1.871, "p95_ms": 1.255, "reason": null, "sample_age_ms": 4286.239, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 18, "max_ms": 1.542, "p95_ms": 1.065, "reason": null, "sample_age_ms": 4286.401, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 18, "max_ms": 0.099, "p95_ms": 0.084, "reason": null, "sample_age_ms": 4252.886, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.936, "count": 18, "max_ms": 1.303, "p95_ms": 1.165, "reason": null, "sample_age_ms": 4285.269, "source": "client_direct"}, "request_count": 18, "request_tensor_bytes": {"avg": 2211848.0, "count": 18, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4285.248, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 18, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4253.039, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.995, "count": 18, "max_ms": 35.404, "p95_ms": 32.636, "reason": null, "sample_age_ms": 4252.876, "source": "client_direct"}, "sample_age_ms": 4252.872, "source": "client_direct", "task_total_ms": {"avg_ms": 27.112, "count": 18, "max_ms": 36.642, "p95_ms": 33.847, "reason": null, "sample_age_ms": 4252.872, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.052, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.488, "count": 18, "max_ms": 0.875, "p95_ms": 0.875}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 18, "max_ms": 0.31, "p95_ms": 0.31}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 18, "max_ms": 0.125, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.002, "count": 18, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 18, "max_ms": 0.104, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 18, "max_ms": 0.007, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 18, "max_ms": 0.211, "p95_ms": 0.211}, "setup_ms": {"avg_ms": 0.028, "count": 18, "max_ms": 0.053, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.461, "count": 18, "max_ms": 0.824, "p95_ms": 0.824}, "track_match_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.018, "count": 18, "max_ms": 0.031, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 2.13, "count": 18, "max_ms": 4.861, "p95_ms": 4.861}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 18, "max_ms": 0.071, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.823, "count": 18, "max_ms": 37.083, "p95_ms": 37.083}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 18, "max_ms": 0.027, "p95_ms": 0.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.909, "count": 18, "max_ms": 75.505, "p95_ms": 75.505}, "inference_input_copy_ms": {"avg_ms": 1.043, "count": 18, "max_ms": 1.9, "p95_ms": 1.9}, "processing_residual_ms": {"avg_ms": 0.074, "count": 18, "max_ms": 0.122, "p95_ms": 0.122}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.044, "count": 18, "max_ms": 76.67, "p95_ms": 76.67}, "read_interval": {"avg_ms": 1432.031, "count": 18, "max_ms": 20309.377, "p95_ms": 20309.377}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 18, "max_ms": 0.016, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.083, "count": 18, "max_ms": 0.16, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.015, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 18, "max_ms": 0.144, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.01, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 27.833, "count": 18, "max_ms": 37.093, "p95_ms": 37.093}, "visualize": {"avg_ms": 24.93, "count": 18, "max_ms": 40.832, "p95_ms": 40.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.374, "count": 18, "max_ms": 40.26, "p95_ms": 40.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.801, "count": 18, "max_ms": 40.689, "p95_ms": 40.689}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.744, "count": 18, "max_ms": 40.64, "p95_ms": 40.64}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 18, "max_ms": 0.061, "p95_ms": 0.061}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2000.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.813, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.183, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20.292, "exists": true, "size_bytes": 122973, "write_bytes_delta": 122973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 130.0, "cpu_core_ratio": 0.054969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3852.0, "pid": 45761, "reason": null, "system_cpu_core_ratio": 0.003952, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.051017, "user_cpu_s_delta": 1.419999999999618}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003593, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.029101, "user_cpu_s_delta": 0.8099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.924, "count": 19, "max_ms": 4.861, "p95_ms": 4.861, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 19}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.636, "count": 30, "max": 35.527, "p95": 29.808, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.429, "count": 30, "max": 23.666, "p95": 19.521, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.533, "count": 30, "max": 731.0, "p95": 727.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.4, "count": 30, "max": 3852.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.061, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.86, "count": 30, "max": 0.982, "p95": 0.97, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.68, "count": 30, "max": 20.292, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124859.667, "count": 30, "max": 127824.0, "p95": 127165.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 43.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.061, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.55, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19888, "sampled_at": "2026-11-02T09:34:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.729, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3787558, "flush_count": 4012, "flush_interval_seconds": 30.0, "flush_state": {"count": 4012, "last_at": "2026-11-02T09:34:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:34:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4011}, "started": true, "suppressed_count": 2316570, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 2316284}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4012, "written_record_count": 4012}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10124.66, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x593cb1ccc700] cabac decode of qscale diff failed at 56 66 [h264 @ 0x593cb1ccc700] error while decoding MB 56 66, bytestream 6796", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6415148851200, "copied_frame_count": 2320294, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:28:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5560456, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:28:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.988}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 286, "events_emitted": 270, "events_failed": 0, "events_observed": 286, "events_suppressed": 16, "frame_buffer_copied_bytes": 6415148851200, "frame_buffer_copies": 2320294, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13500, "recorder_active_input_bytes": 37324800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 270, "recorder_clips_failed": 0, "recorder_clips_started": 270, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 270, "worker_jobs_accepted": 270, "worker_jobs_completed": 270, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 0.2757, "p50_ms": 0.0739, "p95_ms": 0.1493, "p99_ms": 0.2095}, "stages": {"db_insert": {"avg_ms": 15.4983, "count": 270, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.9362, "p99_ms": 41.2474, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.698, "count": 270, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6866, "p99_ms": 3.4268, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.3265, "count": 286, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1340.7132, "p99_ms": 1546.072, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2578, "count": 512, "max_ms": 4.5948, "p50_ms": 1.1691, "p95_ms": 2.1308, "p99_ms": 2.6466, "results": {"failed": 0, "not_applicable": 0, "success": 2320294, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.8706, "count": 286, "max_ms": 1059.6761, "p50_ms": 499.8889, "p95_ms": 624.1361, "p99_ms": 887.129, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.894, "count": 270, "max_ms": 69.0696, "p50_ms": 21.5388, "p95_ms": 56.8779, "p99_ms": 65.8186, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4757, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2283, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3498, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.2688, "count": 270, "max_ms": 1056.6186, "p50_ms": 498.5154, "p95_ms": 621.3568, "p99_ms": 910.7437, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.285, "count": 270, "max_ms": 967.4229, "p50_ms": 407.7379, "p95_ms": 513.1758, "p99_ms": 838.0398, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5479, "count": 270, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 102.7085, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6354, "count": 270, "max_ms": 15.8949, "p50_ms": 1.2874, "p95_ms": 2.8994, "p99_ms": 7.676, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8417, "count": 270, "max_ms": 73.1462, "p50_ms": 33.5458, "p95_ms": 54.072, "p99_ms": 64.1249, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8129, "count": 270, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4239, "p99_ms": 2.6742, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8711, "count": 270, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 693.0508, "p99_ms": 847.5897, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0376, "count": 270, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.3053, "p99_ms": 11.1578, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4858, "count": 270, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.5751, "p99_ms": 72.7457, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 270, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1512, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0185, "count": 270, "max_ms": 9.2334, "p50_ms": 1.8067, "p95_ms": 3.4476, "p99_ms": 5.5254, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6971, "count": 270, "max_ms": 3837.487, "p50_ms": 427.0763, "p95_ms": 773.2525, "p99_ms": 952.3852, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 270, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7735, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 270, "artifact_failed": 0, "artifact_requested": 270, "artifact_success": 270, "completed": 270, "completed_failed": 0, "completed_success": 270, "cooldown_promoted": 270, "database_requested": 270, "db_insert_success": 270, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15819, "relay_business_failed": 0, "relay_business_success": 270, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 270, "relay_transport_failed": 0, "relay_transport_success": 270, "reservation_requested": 270}, "snapshot": {"copied_bytes": 746496000, "copied_count": 270, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 478, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:35:06+09:00", "last_error_summary": "[h264 @ 0x593cb1ccc700] cabac decode of qscale diff failed at 56 66 [h264 @ 0x593cb1ccc700] error while decoding MB 56 66, bytestream 6796", "last_exit_at": "2026-11-02T09:03:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1872.374, "last_started_at": "2026-11-02T09:03:53+09:00", "pid": 46117, "process": {"exists": false, "pid": 46117}, "restart_count": 171, "restart_count_per_hour": 2, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.592, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-02T09:35:06+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-02T09:35:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.878, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 129.122, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-02T09:35:06.202768+09:00", "mtime_epoch": 1793579706.202768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126998}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:35:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2019.664, "name": "celery", "pid": 206, "rss_mb": 1928.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 227, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2320295, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.061, "max": 35.0, "p95": 33.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.019, "max": 8.0, "p95": 7.0, "sample_count": 263}, "total": {"avg": 5.019, "max": 8.0, "p95": 7.0, "sample_count": 263}}, "tracking_counts": {"active": {"avg": 1.027, "max": 3.0, "p95": 2.0, "sample_count": 263}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "removed": {"avg": 0.038, "max": 2.0, "p95": 0.0, "sample_count": 263}, "tracked": {"avg": 1.027, "max": 3.0, "p95": 2.0, "sample_count": 263}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.772, "pushed": 8.772, "read": 8.772}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 263, "client_acquire_ms": {"avg_ms": 0.005, "count": 263, "max_ms": 0.026, "p95_ms": 0.009, "reason": null, "sample_age_ms": 27.098, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 263, "max_ms": 4.417, "p95_ms": 2.394, "reason": null, "sample_age_ms": 67.698, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 263, "max_ms": 3.744, "p95_ms": 1.823, "reason": null, "sample_age_ms": 68.002, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 263, "max_ms": 0.902, "p95_ms": 0.627, "reason": null, "sample_age_ms": 27.111, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.483, "count": 263, "max_ms": 3.814, "p95_ms": 2.363, "reason": null, "sample_age_ms": 66.169, "source": "client_direct"}, "request_count": 263, "request_tensor_bytes": {"avg": 2764808.0, "count": 263, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.149, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 263, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.576, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.987, "count": 263, "max_ms": 66.719, "p95_ms": 54.59, "reason": null, "sample_age_ms": 27.093, "source": "client_direct"}, "sample_age_ms": 27.089, "source": "client_direct", "task_total_ms": {"avg_ms": 41.95, "count": 263, "max_ms": 68.073, "p95_ms": 56.272, "reason": null, "sample_age_ms": 27.089, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.457, "count": 263, "max_ms": 26.4, "p95_ms": 16.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.546, "count": 263, "max_ms": 1.747, "p95_ms": 0.981}, "detection_prepare_ms": {"avg_ms": 1.735, "count": 263, "max_ms": 6.304, "p95_ms": 3.159}, "event_filter_ms": {"avg_ms": 0.005, "count": 263, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.563, "count": 263, "max_ms": 1.564, "p95_ms": 0.897}, "mcmt_ms": {"avg_ms": 0.003, "count": 263, "max_ms": 0.02, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.699, "count": 263, "max_ms": 13.992, "p95_ms": 8.481}, "setup_ms": {"avg_ms": 0.034, "count": 263, "max_ms": 0.135, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 11.399, "count": 263, "max_ms": 26.332, "p95_ms": 16.771}, "track_match_ms": {"avg_ms": 0.153, "count": 263, "max_ms": 0.378, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 2.659, "count": 263, "max_ms": 7.645, "p95_ms": 4.396}}, "gstreamer_push": {"avg_ms": 2.492, "count": 263, "max_ms": 6.598, "p95_ms": 3.928}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 263, "max_ms": 0.19, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.98, "count": 263, "max_ms": 69.469, "p95_ms": 58.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.325, "count": 263, "max_ms": 13.295, "p95_ms": 7.977}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.283, "count": 263, "max_ms": 146.007, "p95_ms": 124.667}, "inference_input_copy_ms": {"avg_ms": 1.562, "count": 263, "max_ms": 4.281, "p95_ms": 3.036}, "processing_residual_ms": {"avg_ms": 0.221, "count": 263, "max_ms": 2.413, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.391, "count": 263, "max_ms": 150.169, "p95_ms": 129.507}, "read_interval": {"avg_ms": 114.137, "count": 263, "max_ms": 176.775, "p95_ms": 151.184}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 263, "max_ms": 0.159, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 5.631, "count": 263, "max_ms": 13.933, "p95_ms": 8.402}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 263, "max_ms": 0.036, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.614, "count": 263, "max_ms": 13.919, "p95_ms": 8.387}, "worker_merge_ms": {"avg_ms": 0.006, "count": 263, "max_ms": 0.152, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.992, "count": 263, "max_ms": 69.477, "p95_ms": 58.282}, "visualize": {"avg_ms": 40.593, "count": 263, "max_ms": 71.38, "p95_ms": 55.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.91, "count": 263, "max_ms": 55.057, "p95_ms": 43.822}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.074, "count": 263, "max_ms": 68.701, "p95_ms": 54.354}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 263, "max_ms": 3.097, "p95_ms": 2.52}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.968, "count": 263, "max_ms": 68.481, "p95_ms": 54.238}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 263, "max_ms": 0.155, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 263}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1928.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.938, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.612, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123336, "write_bytes_delta": 123336, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 510.0, "cpu_core_ratio": 0.450036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46117, "reason": null, "system_cpu_core_ratio": 0.034618, "system_cpu_s_delta": 0.3500000000000085, "user_cpu_core_ratio": 0.415418, "user_cpu_s_delta": 4.2000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.145337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.715112, "system_cpu_s_delta": 7.2299999999959255, "user_cpu_core_ratio": 1.430225, "user_cpu_s_delta": 14.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.668, "count": 250, "max_ms": 10.012, "p95_ms": 4.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.384, "max": 25.0, "p95": 19.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.82, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 5.82, "max": 8.0, "p95": 7.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.917, "count": 30, "max": 33.852, "p95": 22.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.404, "count": 30, "max": 21.115, "p95": 18.973, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.333, "count": 30, "max": 748.0, "p95": 730.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.155, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131476.5, "count": 30, "max": 141841.0, "p95": 140596.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122033.167, "count": 30, "max": 139542.0, "p95": 138839.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.667, "count": 30, "max": 44.0, "p95": 19.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.651, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.301, "count": 30, "max": 1.437, "p95": 1.427, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18169, "sampled_at": "2026-11-02T09:34:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3787558, "flush_count": 4012, "flush_interval_seconds": 30.0, "flush_state": {"count": 4012, "last_at": "2026-11-02T09:34:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:34:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4011}, "started": true, "suppressed_count": 2316570, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 2316284}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4012, "written_record_count": 4012}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10125.684, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:35:06+09:00", "last_error_summary": "[h264 @ 0x593cb1ccc700] cabac decode of qscale diff failed at 56 66 [h264 @ 0x593cb1ccc700] error while decoding MB 56 66, bytestream 6796", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6415151616000, "copied_frame_count": 2320295, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:28:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5560456, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:28:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.988}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 286, "events_emitted": 270, "events_failed": 0, "events_observed": 286, "events_suppressed": 16, "frame_buffer_copied_bytes": 6415151616000, "frame_buffer_copies": 2320295, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13500, "recorder_active_input_bytes": 37324800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 270, "recorder_clips_failed": 0, "recorder_clips_started": 270, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 270, "worker_jobs_accepted": 270, "worker_jobs_completed": 270, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 0.2757, "p50_ms": 0.0739, "p95_ms": 0.1493, "p99_ms": 0.2095}, "stages": {"db_insert": {"avg_ms": 15.4983, "count": 270, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.9362, "p99_ms": 41.2474, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.698, "count": 270, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6866, "p99_ms": 3.4268, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.3265, "count": 286, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1340.7132, "p99_ms": 1546.072, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2605, "count": 512, "max_ms": 4.5948, "p50_ms": 1.1698, "p95_ms": 2.1379, "p99_ms": 2.6466, "results": {"failed": 0, "not_applicable": 0, "success": 2320295, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.8706, "count": 286, "max_ms": 1059.6761, "p50_ms": 499.8889, "p95_ms": 624.1361, "p99_ms": 887.129, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.894, "count": 270, "max_ms": 69.0696, "p50_ms": 21.5388, "p95_ms": 56.8779, "p99_ms": 65.8186, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4757, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2283, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3498, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.2688, "count": 270, "max_ms": 1056.6186, "p50_ms": 498.5154, "p95_ms": 621.3568, "p99_ms": 910.7437, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.285, "count": 270, "max_ms": 967.4229, "p50_ms": 407.7379, "p95_ms": 513.1758, "p99_ms": 838.0398, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5479, "count": 270, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 102.7085, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6354, "count": 270, "max_ms": 15.8949, "p50_ms": 1.2874, "p95_ms": 2.8994, "p99_ms": 7.676, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8417, "count": 270, "max_ms": 73.1462, "p50_ms": 33.5458, "p95_ms": 54.072, "p99_ms": 64.1249, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8129, "count": 270, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4239, "p99_ms": 2.6742, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8711, "count": 270, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 693.0508, "p99_ms": 847.5897, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0376, "count": 270, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.3053, "p99_ms": 11.1578, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4858, "count": 270, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.5751, "p99_ms": 72.7457, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 270, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1512, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0185, "count": 270, "max_ms": 9.2334, "p50_ms": 1.8067, "p95_ms": 3.4476, "p99_ms": 5.5254, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6971, "count": 270, "max_ms": 3837.487, "p50_ms": 427.0763, "p95_ms": 773.2525, "p99_ms": 952.3852, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 270, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7735, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 270, "artifact_failed": 0, "artifact_requested": 270, "artifact_success": 270, "completed": 270, "completed_failed": 0, "completed_success": 270, "cooldown_promoted": 270, "database_requested": 270, "db_insert_success": 270, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15819, "relay_business_failed": 0, "relay_business_success": 270, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 270, "relay_transport_failed": 0, "relay_transport_success": 270, "reservation_requested": 270}, "snapshot": {"copied_bytes": 746496000, "copied_count": 270, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 478, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:35:06+09:00", "last_error_summary": "[h264 @ 0x593cb1ccc700] cabac decode of qscale diff failed at 56 66 [h264 @ 0x593cb1ccc700] error while decoding MB 56 66, bytestream 6796", "last_exit_at": "2026-11-02T09:35:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 1872.441, "last_started_at": "2026-11-02T09:03:53+09:00", "pid": 46117, "process": {"exists": false, "pid": 46117}, "restart_count": 171, "restart_count_per_hour": 2, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.698, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T09:35:06+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-02T09:35:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.941, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 129.059, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-11-02T09:35:06.202768+09:00", "mtime_epoch": 1793579706.202768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126998}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:35:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2019.664, "name": "celery", "pid": 206, "rss_mb": 1928.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 227, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2320295, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.148, "max": 35.0, "p95": 33.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.008, "max": 8.0, "p95": 6.0, "sample_count": 263}, "total": {"avg": 5.008, "max": 8.0, "p95": 6.0, "sample_count": 263}}, "tracking_counts": {"active": {"avg": 1.019, "max": 3.0, "p95": 2.0, "sample_count": 263}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "removed": {"avg": 0.038, "max": 2.0, "p95": 0.0, "sample_count": 263}, "tracked": {"avg": 1.019, "max": 3.0, "p95": 2.0, "sample_count": 263}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.787, "pushed": 8.787, "read": 8.753}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 262, "client_acquire_ms": {"avg_ms": 0.005, "count": 263, "max_ms": 0.026, "p95_ms": 0.009, "reason": null, "sample_age_ms": 88.162, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 262, "max_ms": 4.417, "p95_ms": 2.395, "reason": null, "sample_age_ms": 128.762, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 262, "max_ms": 3.744, "p95_ms": 1.828, "reason": null, "sample_age_ms": 129.066, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 263, "max_ms": 0.902, "p95_ms": 0.627, "reason": null, "sample_age_ms": 88.175, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.484, "count": 262, "max_ms": 3.814, "p95_ms": 2.364, "reason": null, "sample_age_ms": 127.233, "source": "client_direct"}, "request_count": 262, "request_tensor_bytes": {"avg": 2764808.0, "count": 262, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.213, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 263, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.639, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.987, "count": 263, "max_ms": 66.719, "p95_ms": 54.59, "reason": null, "sample_age_ms": 88.157, "source": "client_direct"}, "sample_age_ms": 88.152, "source": "client_direct", "task_total_ms": {"avg_ms": 41.95, "count": 263, "max_ms": 68.073, "p95_ms": 56.272, "reason": null, "sample_age_ms": 88.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.426, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.461, "count": 263, "max_ms": 26.4, "p95_ms": 16.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.547, "count": 263, "max_ms": 1.747, "p95_ms": 0.981}, "detection_prepare_ms": {"avg_ms": 1.736, "count": 263, "max_ms": 6.304, "p95_ms": 3.159}, "event_filter_ms": {"avg_ms": 0.005, "count": 263, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.564, "count": 263, "max_ms": 1.564, "p95_ms": 0.897}, "mcmt_ms": {"avg_ms": 0.003, "count": 263, "max_ms": 0.02, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.702, "count": 263, "max_ms": 13.992, "p95_ms": 8.481}, "setup_ms": {"avg_ms": 0.034, "count": 263, "max_ms": 0.135, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 11.404, "count": 263, "max_ms": 26.332, "p95_ms": 16.771}, "track_match_ms": {"avg_ms": 0.153, "count": 263, "max_ms": 0.378, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 2.659, "count": 263, "max_ms": 7.645, "p95_ms": 4.396}}, "gstreamer_push": {"avg_ms": 2.485, "count": 263, "max_ms": 6.598, "p95_ms": 3.928}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 263, "max_ms": 0.19, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.009, "count": 263, "max_ms": 69.469, "p95_ms": 58.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.336, "count": 263, "max_ms": 13.295, "p95_ms": 8.23}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.368, "count": 263, "max_ms": 146.007, "p95_ms": 124.667}, "inference_input_copy_ms": {"avg_ms": 1.56, "count": 263, "max_ms": 4.281, "p95_ms": 3.036}, "processing_residual_ms": {"avg_ms": 0.22, "count": 263, "max_ms": 2.413, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.485, "count": 263, "max_ms": 150.169, "p95_ms": 129.507}, "read_interval": {"avg_ms": 114.177, "count": 262, "max_ms": 176.775, "p95_ms": 151.184}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 263, "max_ms": 0.159, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 5.634, "count": 263, "max_ms": 13.933, "p95_ms": 8.402}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 263, "max_ms": 0.036, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.617, "count": 263, "max_ms": 13.919, "p95_ms": 8.387}, "worker_merge_ms": {"avg_ms": 0.006, "count": 263, "max_ms": 0.152, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.02, "count": 263, "max_ms": 69.477, "p95_ms": 58.282}, "visualize": {"avg_ms": 40.642, "count": 263, "max_ms": 71.38, "p95_ms": 55.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.974, "count": 263, "max_ms": 55.057, "p95_ms": 43.822}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.102, "count": 263, "max_ms": 68.701, "p95_ms": 54.354}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 263, "max_ms": 6.651, "p95_ms": 2.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.995, "count": 263, "max_ms": 68.481, "p95_ms": 54.238}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 263, "max_ms": 0.155, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 263}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1928.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.938, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.612, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123336, "write_bytes_delta": 123336, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 510.0, "cpu_core_ratio": 0.450036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46117, "reason": null, "system_cpu_core_ratio": 0.034618, "system_cpu_s_delta": 0.3500000000000085, "user_cpu_core_ratio": 0.415418, "user_cpu_s_delta": 4.2000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.145337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.715112, "system_cpu_s_delta": 7.2299999999959255, "user_cpu_core_ratio": 1.430225, "user_cpu_s_delta": 14.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.668, "count": 250, "max_ms": 10.012, "p95_ms": 4.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.384, "max": 25.0, "p95": 19.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.82, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 5.82, "max": 8.0, "p95": 7.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.917, "count": 30, "max": 33.852, "p95": 22.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.404, "count": 30, "max": 21.115, "p95": 18.973, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.333, "count": 30, "max": 748.0, "p95": 730.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.155, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131476.5, "count": 30, "max": 141841.0, "p95": 140596.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122033.167, "count": 30, "max": 139542.0, "p95": 138839.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.667, "count": 30, "max": 44.0, "p95": 19.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.651, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.301, "count": 30, "max": 1.437, "p95": 1.427, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18169, "sampled_at": "2026-11-02T09:34:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3787558, "flush_count": 4012, "flush_interval_seconds": 30.0, "flush_state": {"count": 4012, "last_at": "2026-11-02T09:34:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:34:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4011}, "started": true, "suppressed_count": 2316570, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 2316284}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4012, "written_record_count": 4012}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10125.738, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6415151616000, "copied_frame_count": 2320295, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:28:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5560456, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:28:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.988}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 286, "events_emitted": 270, "events_failed": 0, "events_observed": 286, "events_suppressed": 16, "frame_buffer_copied_bytes": 6415151616000, "frame_buffer_copies": 2320295, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13500, "recorder_active_input_bytes": 37324800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 270, "recorder_clips_failed": 0, "recorder_clips_started": 270, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 270, "worker_jobs_accepted": 270, "worker_jobs_completed": 270, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 0.2757, "p50_ms": 0.0739, "p95_ms": 0.1493, "p99_ms": 0.2095}, "stages": {"db_insert": {"avg_ms": 15.4983, "count": 270, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.9362, "p99_ms": 41.2474, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.698, "count": 270, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6866, "p99_ms": 3.4268, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.3265, "count": 286, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1340.7132, "p99_ms": 1546.072, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2605, "count": 512, "max_ms": 4.5948, "p50_ms": 1.1698, "p95_ms": 2.1379, "p99_ms": 2.6466, "results": {"failed": 0, "not_applicable": 0, "success": 2320295, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.8706, "count": 286, "max_ms": 1059.6761, "p50_ms": 499.8889, "p95_ms": 624.1361, "p99_ms": 887.129, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.894, "count": 270, "max_ms": 69.0696, "p50_ms": 21.5388, "p95_ms": 56.8779, "p99_ms": 65.8186, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4757, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2283, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3498, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.2688, "count": 270, "max_ms": 1056.6186, "p50_ms": 498.5154, "p95_ms": 621.3568, "p99_ms": 910.7437, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.285, "count": 270, "max_ms": 967.4229, "p50_ms": 407.7379, "p95_ms": 513.1758, "p99_ms": 838.0398, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5479, "count": 270, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 102.7085, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6354, "count": 270, "max_ms": 15.8949, "p50_ms": 1.2874, "p95_ms": 2.8994, "p99_ms": 7.676, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8417, "count": 270, "max_ms": 73.1462, "p50_ms": 33.5458, "p95_ms": 54.072, "p99_ms": 64.1249, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8129, "count": 270, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4239, "p99_ms": 2.6742, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8711, "count": 270, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 693.0508, "p99_ms": 847.5897, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0376, "count": 270, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.3053, "p99_ms": 11.1578, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4858, "count": 270, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.5751, "p99_ms": 72.7457, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 270, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1512, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0185, "count": 270, "max_ms": 9.2334, "p50_ms": 1.8067, "p95_ms": 3.4476, "p99_ms": 5.5254, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6971, "count": 270, "max_ms": 3837.487, "p50_ms": 427.0763, "p95_ms": 773.2525, "p99_ms": 952.3852, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 270, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7735, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 270, "artifact_failed": 0, "artifact_requested": 270, "artifact_success": 270, "completed": 270, "completed_failed": 0, "completed_success": 270, "cooldown_promoted": 270, "database_requested": 270, "db_insert_success": 270, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15819, "relay_business_failed": 0, "relay_business_success": 270, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 270, "relay_transport_failed": 0, "relay_transport_success": 270, "reservation_requested": 270}, "snapshot": {"copied_bytes": 746496000, "copied_count": 270, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 478, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:35:06+09:00", "last_error_summary": "[h264 @ 0x593cb1ccc700] cabac decode of qscale diff failed at 56 66 [h264 @ 0x593cb1ccc700] error while decoding MB 56 66, bytestream 6796", "last_exit_at": "2026-11-02T09:35:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 1872.479, "last_started_at": "2026-11-02T09:03:53+09:00", "pid": 46117, "process": {"exists": false, "pid": 46117}, "restart_count": 171, "restart_count_per_hour": 2, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.698, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-02T09:35:06+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-11-02T09:35:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.982, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 129.018, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-02T09:35:06.329771+09:00", "mtime_epoch": 1793579706.329771, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127497}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:35:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2019.664, "name": "celery", "pid": 206, "rss_mb": 1928.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 227, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2320295, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.148, "max": 35.0, "p95": 33.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.008, "max": 8.0, "p95": 6.0, "sample_count": 263}, "total": {"avg": 5.008, "max": 8.0, "p95": 6.0, "sample_count": 263}}, "tracking_counts": {"active": {"avg": 1.019, "max": 3.0, "p95": 2.0, "sample_count": 263}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "removed": {"avg": 0.038, "max": 2.0, "p95": 0.0, "sample_count": 263}, "tracked": {"avg": 1.019, "max": 3.0, "p95": 2.0, "sample_count": 263}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.775, "pushed": 8.775, "read": 8.742}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 262, "client_acquire_ms": {"avg_ms": 0.005, "count": 262, "max_ms": 0.026, "p95_ms": 0.009, "reason": null, "sample_age_ms": 129.935, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 262, "max_ms": 4.417, "p95_ms": 2.395, "reason": null, "sample_age_ms": 170.534, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 262, "max_ms": 3.744, "p95_ms": 1.828, "reason": null, "sample_age_ms": 170.838, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 262, "max_ms": 0.902, "p95_ms": 0.627, "reason": null, "sample_age_ms": 129.947, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.484, "count": 262, "max_ms": 3.814, "p95_ms": 2.364, "reason": null, "sample_age_ms": 169.005, "source": "client_direct"}, "request_count": 262, "request_tensor_bytes": {"avg": 2764808.0, "count": 262, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.985, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 262, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.412, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.977, "count": 262, "max_ms": 66.719, "p95_ms": 54.595, "reason": null, "sample_age_ms": 129.93, "source": "client_direct"}, "sample_age_ms": 129.925, "source": "client_direct", "task_total_ms": {"avg_ms": 41.941, "count": 262, "max_ms": 68.073, "p95_ms": 56.286, "reason": null, "sample_age_ms": 129.925, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.149, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.461, "count": 263, "max_ms": 26.4, "p95_ms": 16.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.547, "count": 263, "max_ms": 1.747, "p95_ms": 0.981}, "detection_prepare_ms": {"avg_ms": 1.736, "count": 263, "max_ms": 6.304, "p95_ms": 3.159}, "event_filter_ms": {"avg_ms": 0.005, "count": 263, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.564, "count": 263, "max_ms": 1.564, "p95_ms": 0.897}, "mcmt_ms": {"avg_ms": 0.003, "count": 263, "max_ms": 0.02, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.702, "count": 263, "max_ms": 13.992, "p95_ms": 8.481}, "setup_ms": {"avg_ms": 0.034, "count": 263, "max_ms": 0.135, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 11.404, "count": 263, "max_ms": 26.332, "p95_ms": 16.771}, "track_match_ms": {"avg_ms": 0.153, "count": 263, "max_ms": 0.378, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 2.659, "count": 263, "max_ms": 7.645, "p95_ms": 4.396}}, "gstreamer_push": {"avg_ms": 2.485, "count": 263, "max_ms": 6.598, "p95_ms": 3.928}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 263, "max_ms": 0.19, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.009, "count": 263, "max_ms": 69.469, "p95_ms": 58.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.336, "count": 263, "max_ms": 13.295, "p95_ms": 8.23}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.368, "count": 263, "max_ms": 146.007, "p95_ms": 124.667}, "inference_input_copy_ms": {"avg_ms": 1.56, "count": 263, "max_ms": 4.281, "p95_ms": 3.036}, "processing_residual_ms": {"avg_ms": 0.22, "count": 263, "max_ms": 2.413, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.485, "count": 263, "max_ms": 150.169, "p95_ms": 129.507}, "read_interval": {"avg_ms": 114.177, "count": 262, "max_ms": 176.775, "p95_ms": 151.184}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 263, "max_ms": 0.159, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 5.634, "count": 263, "max_ms": 13.933, "p95_ms": 8.402}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 263, "max_ms": 0.036, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.617, "count": 263, "max_ms": 13.919, "p95_ms": 8.387}, "worker_merge_ms": {"avg_ms": 0.006, "count": 263, "max_ms": 0.152, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.02, "count": 263, "max_ms": 69.477, "p95_ms": 58.282}, "visualize": {"avg_ms": 40.642, "count": 263, "max_ms": 71.38, "p95_ms": 55.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.974, "count": 263, "max_ms": 55.057, "p95_ms": 43.822}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.102, "count": 263, "max_ms": 68.701, "p95_ms": 54.354}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 263, "max_ms": 6.651, "p95_ms": 2.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.995, "count": 263, "max_ms": 68.481, "p95_ms": 54.238}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 263, "max_ms": 0.155, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 263}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1928.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.938, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.612, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123336, "write_bytes_delta": 123336, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 510.0, "cpu_core_ratio": 0.450036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46117, "reason": null, "system_cpu_core_ratio": 0.034618, "system_cpu_s_delta": 0.3500000000000085, "user_cpu_core_ratio": 0.415418, "user_cpu_s_delta": 4.2000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.145337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.715112, "system_cpu_s_delta": 7.2299999999959255, "user_cpu_core_ratio": 1.430225, "user_cpu_s_delta": 14.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.668, "count": 250, "max_ms": 10.012, "p95_ms": 4.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.384, "max": 25.0, "p95": 19.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.82, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 5.82, "max": 8.0, "p95": 7.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.917, "count": 30, "max": 33.852, "p95": 22.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.404, "count": 30, "max": 21.115, "p95": 18.973, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.333, "count": 30, "max": 748.0, "p95": 730.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.155, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131476.5, "count": 30, "max": 141841.0, "p95": 140596.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122033.167, "count": 30, "max": 139542.0, "p95": 138839.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.667, "count": 30, "max": 44.0, "p95": 19.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.651, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.301, "count": 30, "max": 1.437, "p95": 1.427, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18169, "sampled_at": "2026-11-02T09:34:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3787558, "flush_count": 4012, "flush_interval_seconds": 30.0, "flush_state": {"count": 4012, "last_at": "2026-11-02T09:34:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:34:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4011}, "started": true, "suppressed_count": 2316570, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 2316284}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4012, "written_record_count": 4012}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10303.516, "limit_mb": null}, "detail": {"pid": 46537, "restart_count": 172, "start_count": 173}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6415151616000, "copied_frame_count": 2320295, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:28:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5560456, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:28:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.988}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 286, "events_emitted": 270, "events_failed": 0, "events_observed": 286, "events_suppressed": 16, "frame_buffer_copied_bytes": 6415151616000, "frame_buffer_copies": 2320295, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13500, "recorder_active_input_bytes": 37324800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 270, "recorder_clips_failed": 0, "recorder_clips_started": 270, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 270, "worker_jobs_accepted": 270, "worker_jobs_completed": 270, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 0.2757, "p50_ms": 0.0739, "p95_ms": 0.1493, "p99_ms": 0.2095}, "stages": {"db_insert": {"avg_ms": 15.4983, "count": 270, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.9362, "p99_ms": 41.2474, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.698, "count": 270, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6866, "p99_ms": 3.4268, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.3265, "count": 286, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1340.7132, "p99_ms": 1546.072, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2605, "count": 512, "max_ms": 4.5948, "p50_ms": 1.1698, "p95_ms": 2.1379, "p99_ms": 2.6466, "results": {"failed": 0, "not_applicable": 0, "success": 2320295, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.8706, "count": 286, "max_ms": 1059.6761, "p50_ms": 499.8889, "p95_ms": 624.1361, "p99_ms": 887.129, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.894, "count": 270, "max_ms": 69.0696, "p50_ms": 21.5388, "p95_ms": 56.8779, "p99_ms": 65.8186, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4757, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2283, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3498, "p99_ms": 3.0604, "results": {"failed": 0, "not_applicable": 0, "success": 13500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.2688, "count": 270, "max_ms": 1056.6186, "p50_ms": 498.5154, "p95_ms": 621.3568, "p99_ms": 910.7437, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.285, "count": 270, "max_ms": 967.4229, "p50_ms": 407.7379, "p95_ms": 513.1758, "p99_ms": 838.0398, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5479, "count": 270, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 102.7085, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6354, "count": 270, "max_ms": 15.8949, "p50_ms": 1.2874, "p95_ms": 2.8994, "p99_ms": 7.676, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8417, "count": 270, "max_ms": 73.1462, "p50_ms": 33.5458, "p95_ms": 54.072, "p99_ms": 64.1249, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2383, "count": 270, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.1612, "p99_ms": 9.0694, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 286, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3834, "p99_ms": 1.9363, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8129, "count": 270, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4239, "p99_ms": 2.6742, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8711, "count": 270, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 693.0508, "p99_ms": 847.5897, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 286, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0376, "count": 270, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.3053, "p99_ms": 11.1578, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4858, "count": 270, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.5751, "p99_ms": 72.7457, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 270, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1512, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0185, "count": 270, "max_ms": 9.2334, "p50_ms": 1.8067, "p95_ms": 3.4476, "p99_ms": 5.5254, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6971, "count": 270, "max_ms": 3837.487, "p50_ms": 427.0763, "p95_ms": 773.2525, "p99_ms": 952.3852, "results": {"failed": 0, "not_applicable": 0, "success": 270, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 270, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7735, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 270, "artifact_failed": 0, "artifact_requested": 270, "artifact_success": 270, "completed": 270, "completed_failed": 0, "completed_success": 270, "cooldown_promoted": 270, "database_requested": 270, "db_insert_success": 270, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15819, "relay_business_failed": 0, "relay_business_success": 270, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 270, "relay_transport_failed": 0, "relay_transport_success": 270, "reservation_requested": 270}, "snapshot": {"copied_bytes": 746496000, "copied_count": 270, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 478, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:35:06+09:00", "last_error_summary": "[h264 @ 0x593cb1ccc700] cabac decode of qscale diff failed at 56 66 [h264 @ 0x593cb1ccc700] error while decoding MB 56 66, bytestream 6796", "last_exit_at": "2026-11-02T09:35:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:35:08+09:00", "pid": 46537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.406, "name": "ffmpeg", "pid": 46537, "rss_mb": 209.406, "state": "S (sleeping)", "threads": 70}, "restart_count": 172, "restart_count_per_hour": 3, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.698, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.416, "last_frame_pushed_at": "2026-11-02T09:35:06+09:00", "last_frame_read_age_sec": 4.539, "last_frame_read_at": "2026-11-02T09:35:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 475.372, "last_sample_duration_ms": 858.075, "last_trigger": "periodic", "next_snapshot_in_sec": 124.628, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 401, "storage_bytes": 1865731}, "mjpeg": {"age_sec": 4.407, "exists": true, "mtime": "2026-11-02T09:35:06.329771+09:00", "mtime_epoch": 1793579706.329771, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127497}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:35:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2019.664, "name": "celery", "pid": 206, "rss_mb": 1928.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 227, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2320295, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.705, "max": 35.0, "p95": 33.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.947, "max": 8.0, "p95": 6.0, "sample_count": 227}, "total": {"avg": 4.947, "max": 8.0, "p95": 6.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 1.018, "max": 3.0, "p95": 2.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.04, "max": 2.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 1.018, "max": 3.0, "p95": 2.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.57, "pushed": 7.57, "read": 7.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.026, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4506.305, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 226, "max_ms": 4.045, "p95_ms": 2.369, "reason": null, "sample_age_ms": 4546.905, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 226, "max_ms": 3.744, "p95_ms": 1.706, "reason": null, "sample_age_ms": 4547.209, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 226, "max_ms": 0.902, "p95_ms": 0.632, "reason": null, "sample_age_ms": 4506.318, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.471, "count": 226, "max_ms": 3.814, "p95_ms": 2.333, "reason": null, "sample_age_ms": 4545.376, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4545.356, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4506.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.415, "count": 226, "max_ms": 66.719, "p95_ms": 54.577, "reason": null, "sample_age_ms": 4506.3, "source": "client_direct"}, "sample_age_ms": 4506.296, "source": "client_direct", "task_total_ms": {"avg_ms": 41.373, "count": 226, "max_ms": 68.073, "p95_ms": 56.23, "reason": null, "sample_age_ms": 4506.296, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.289, "count": 227, "max_ms": 26.4, "p95_ms": 16.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.517, "count": 227, "max_ms": 1.318, "p95_ms": 0.948}, "detection_prepare_ms": {"avg_ms": 1.723, "count": 227, "max_ms": 6.304, "p95_ms": 3.088}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.567, "count": 227, "max_ms": 1.564, "p95_ms": 0.908}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.02, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.599, "count": 227, "max_ms": 13.992, "p95_ms": 8.52}, "setup_ms": {"avg_ms": 0.034, "count": 227, "max_ms": 0.135, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 11.234, "count": 227, "max_ms": 26.332, "p95_ms": 16.771}, "track_match_ms": {"avg_ms": 0.154, "count": 227, "max_ms": 0.378, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 2.63, "count": 227, "max_ms": 7.645, "p95_ms": 4.396}}, "gstreamer_push": {"avg_ms": 2.492, "count": 227, "max_ms": 6.598, "p95_ms": 3.931}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 227, "max_ms": 0.19, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.422, "count": 227, "max_ms": 69.469, "p95_ms": 58.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.338, "count": 227, "max_ms": 13.295, "p95_ms": 8.23}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.248, "count": 227, "max_ms": 146.007, "p95_ms": 122.655}, "inference_input_copy_ms": {"avg_ms": 1.532, "count": 227, "max_ms": 4.281, "p95_ms": 2.793}, "processing_residual_ms": {"avg_ms": 0.211, "count": 227, "max_ms": 0.712, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.33, "count": 227, "max_ms": 150.169, "p95_ms": 128.498}, "read_interval": {"avg_ms": 113.048, "count": 226, "max_ms": 176.775, "p95_ms": 148.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.159, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 5.532, "count": 227, "max_ms": 13.933, "p95_ms": 8.435}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 227, "max_ms": 0.036, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.516, "count": 227, "max_ms": 13.919, "p95_ms": 8.42}, "worker_merge_ms": {"avg_ms": 0.006, "count": 227, "max_ms": 0.152, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.434, "count": 227, "max_ms": 69.477, "p95_ms": 58.282}, "visualize": {"avg_ms": 40.265, "count": 227, "max_ms": 71.38, "p95_ms": 55.292}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.694, "count": 227, "max_ms": 54.126, "p95_ms": 43.225}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.731, "count": 227, "max_ms": 68.701, "p95_ms": 53.6}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 227, "max_ms": 6.651, "p95_ms": 2.65}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.624, "count": 227, "max_ms": 68.481, "p95_ms": 53.493}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 227, "max_ms": 0.155, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1928.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.938, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.612, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123336, "write_bytes_delta": 123336, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 510.0, "cpu_core_ratio": 0.450036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46117, "reason": null, "system_cpu_core_ratio": 0.034618, "system_cpu_s_delta": 0.3500000000000085, "user_cpu_core_ratio": 0.415418, "user_cpu_s_delta": 4.2000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.145337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.715112, "system_cpu_s_delta": 7.2299999999959255, "user_cpu_core_ratio": 1.430225, "user_cpu_s_delta": 14.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.668, "count": 250, "max_ms": 10.012, "p95_ms": 4.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.384, "max": 25.0, "p95": 19.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.82, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 5.82, "max": 8.0, "p95": 7.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.917, "count": 30, "max": 33.852, "p95": 22.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.404, "count": 30, "max": 21.115, "p95": 18.973, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.333, "count": 30, "max": 748.0, "p95": 730.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.05, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.155, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131476.5, "count": 30, "max": 141841.0, "p95": 140596.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122033.167, "count": 30, "max": 139542.0, "p95": 138839.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.667, "count": 30, "max": 44.0, "p95": 19.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.651, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.301, "count": 30, "max": 1.437, "p95": 1.427, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18169, "sampled_at": "2026-11-02T09:34:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:34:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3790686, "flush_count": 4015, "flush_interval_seconds": 30.0, "flush_state": {"count": 4015, "last_at": "2026-11-02T09:37:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:37:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4014}, "started": true, "suppressed_count": 2317655, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 2317368}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4015, "written_record_count": 4015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10161.566, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a4d8e2bc700] cabac decode of qscale diff failed at 79 39 [h264 @ 0x5a4d8e2bc700] error while decoding MB 79 39, bytestream 109495 [h264 @ 0x5a4d8e32f080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a4d8e32f080] error while decoding MB 0 45, bytestream 10102 [h264 @ 0x5a4d8e343240] cabac decode of qscale diff failed at 59 57 [h264 @ 0x5a4d8e343240] error while decoding MB 59 57, bytestream 458 [h264 @ 0x5a4d8e2bc700] error while decoding MB 69 3, bytestream -18 [h2", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6418154188800, "copied_frame_count": 2321381, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:35:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794107, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:35:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.93}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 287, "events_emitted": 271, "events_failed": 0, "events_observed": 287, "events_suppressed": 16, "frame_buffer_copied_bytes": 6418154188800, "frame_buffer_copies": 2321381, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13550, "recorder_active_input_bytes": 37463040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 271, "recorder_clips_failed": 0, "recorder_clips_started": 271, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 271, "worker_jobs_accepted": 271, "worker_jobs_completed": 271, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 0.468, "p50_ms": 0.0765, "p95_ms": 0.1462, "p99_ms": 0.2011}, "stages": {"db_insert": {"avg_ms": 15.5425, "count": 271, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.9233, "p99_ms": 41.2223, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6949, "count": 271, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6862, "p99_ms": 3.4219, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.6287, "count": 287, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1340.6996, "p99_ms": 1545.6778, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2885, "count": 512, "max_ms": 4.5055, "p50_ms": 1.1702, "p95_ms": 2.3047, "p99_ms": 2.8714, "results": {"failed": 0, "not_applicable": 0, "success": 2321381, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 490.0953, "count": 287, "max_ms": 1059.6761, "p50_ms": 500.2587, "p95_ms": 624.1199, "p99_ms": 885.5101, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8766, "count": 271, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.8745, "p99_ms": 65.7937, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4651, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2337, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3741, "p99_ms": 3.1286, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.405, "count": 271, "max_ms": 1056.6186, "p50_ms": 498.6288, "p95_ms": 621.1736, "p99_ms": 909.1217, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.4275, "count": 271, "max_ms": 967.4229, "p50_ms": 407.8748, "p95_ms": 513.1653, "p99_ms": 836.4593, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5409, "count": 271, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.6859, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6348, "count": 271, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8969, "p99_ms": 7.6625, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8569, "count": 271, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.0657, "p99_ms": 64.0505, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8123, "count": 271, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6711, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.868, "count": 271, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 692.6349, "p99_ms": 845.4887, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0344, "count": 271, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.2682, "p99_ms": 11.1527, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4168, "count": 271, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.5455, "p99_ms": 72.7246, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 271, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1511, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0158, "count": 271, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.4363, "p99_ms": 5.5233, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6817, "count": 271, "max_ms": 3837.487, "p50_ms": 427.5293, "p95_ms": 772.9264, "p99_ms": 950.9956, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 271, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0684, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7677, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 271, "artifact_failed": 0, "artifact_requested": 271, "artifact_success": 271, "completed": 271, "completed_failed": 0, "completed_success": 271, "cooldown_promoted": 271, "database_requested": 271, "db_insert_success": 271, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15820, "relay_business_failed": 0, "relay_business_success": 271, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 271, "relay_transport_failed": 0, "relay_transport_success": 271, "reservation_requested": 271}, "snapshot": {"copied_bytes": 749260800, "copied_count": 271, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 485, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:37:29+09:00", "last_error_summary": "[h264 @ 0x5a4d8e2bc700] cabac decode of qscale diff failed at 79 39 [h264 @ 0x5a4d8e2bc700] error while decoding MB 79 39, bytestream 109495 [h264 @ 0x5a4d8e32f080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a4d8e32f080] error while decoding MB 0 45, bytestream 10102 [h264 @ 0x5a4d8e343240] cabac decode of qscale diff failed at 59 57 [h264 @ 0x5a4d8e343240] error while decoding MB 59 57, bytestream 458 [h264 @ 0x5a4d8e2bc700] error while decoding MB 69 3, bytestream -18 [h2", "last_exit_at": "2026-11-02T09:35:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.77, "last_started_at": "2026-11-02T09:35:08+09:00", "pid": 46537, "process": {"exists": false, "pid": 46537}, "restart_count": 172, "restart_count_per_hour": 3, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.71, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-02T09:37:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-02T09:37:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.588, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 588.412, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-11-02T09:37:29.439956+09:00", "mtime_epoch": 1793579849.439956, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128384}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:37:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1955.027, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 228, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2321382, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.66, "max": 28.0, "p95": 27.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.434, "max": 6.0, "p95": 6.0, "sample_count": 212}, "total": {"avg": 4.434, "max": 6.0, "p95": 6.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.825, "max": 4.0, "p95": 4.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.825, "max": 4.0, "p95": 4.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.078, "pushed": 7.078, "read": 7.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.055, "p95_ms": 0.011, "reason": null, "sample_age_ms": 26.251, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 212, "max_ms": 5.735, "p95_ms": 2.681, "reason": null, "sample_age_ms": 75.672, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 212, "max_ms": 5.382, "p95_ms": 1.665, "reason": null, "sample_age_ms": 75.914, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 213, "max_ms": 1.101, "p95_ms": 0.613, "reason": null, "sample_age_ms": 26.263, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.429, "count": 212, "max_ms": 3.308, "p95_ms": 2.23, "reason": null, "sample_age_ms": 74.588, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.573, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.799, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.615, "count": 213, "max_ms": 69.068, "p95_ms": 54.42, "reason": null, "sample_age_ms": 26.247, "source": "client_direct"}, "sample_age_ms": 26.242, "source": "client_direct", "task_total_ms": {"avg_ms": 40.561, "count": 213, "max_ms": 71.854, "p95_ms": 56.147, "reason": null, "sample_age_ms": 26.242, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.804, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.944, "count": 212, "max_ms": 20.209, "p95_ms": 16.605}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 212, "max_ms": 1.129, "p95_ms": 0.804}, "detection_prepare_ms": {"avg_ms": 1.954, "count": 212, "max_ms": 9.449, "p95_ms": 3.849}, "event_filter_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.075, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.511, "count": 212, "max_ms": 0.971, "p95_ms": 0.845}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.547, "count": 212, "max_ms": 12.402, "p95_ms": 8.571}, "setup_ms": {"avg_ms": 0.034, "count": 212, "max_ms": 0.155, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.893, "count": 212, "max_ms": 20.141, "p95_ms": 16.55}, "track_match_ms": {"avg_ms": 0.127, "count": 212, "max_ms": 0.467, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 2.273, "count": 212, "max_ms": 5.103, "p95_ms": 3.619}}, "gstreamer_push": {"avg_ms": 2.505, "count": 212, "max_ms": 6.926, "p95_ms": 4.495}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 212, "max_ms": 0.896, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.661, "count": 212, "max_ms": 78.229, "p95_ms": 57.46}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.26, "count": 212, "max_ms": 13.732, "p95_ms": 7.987}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.244, "count": 212, "max_ms": 142.876, "p95_ms": 119.124}, "inference_input_copy_ms": {"avg_ms": 1.578, "count": 212, "max_ms": 4.941, "p95_ms": 2.894}, "processing_residual_ms": {"avg_ms": 0.247, "count": 212, "max_ms": 0.899, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.329, "count": 212, "max_ms": 151.543, "p95_ms": 125.495}, "read_interval": {"avg_ms": 141.403, "count": 212, "max_ms": 3393.658, "p95_ms": 152.845}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 212, "max_ms": 0.115, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.485, "count": 212, "max_ms": 12.289, "p95_ms": 8.475}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 212, "max_ms": 0.041, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.471, "count": 212, "max_ms": 12.272, "p95_ms": 8.453}, "worker_merge_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.672, "count": 212, "max_ms": 78.239, "p95_ms": 57.473}, "visualize": {"avg_ms": 34.359, "count": 212, "max_ms": 58.172, "p95_ms": 51.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.636, "count": 212, "max_ms": 46.939, "p95_ms": 37.476}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.96, "count": 212, "max_ms": 56.053, "p95_ms": 49.637}, "visualize_input_copy_ms": {"avg_ms": 1.237, "count": 212, "max_ms": 2.903, "p95_ms": 2.031}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.853, "count": 212, "max_ms": 55.876, "p95_ms": 49.479}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 212, "max_ms": 0.197, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1954.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.203, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.679, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132262, "write_bytes_delta": 132262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.597669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 327.0, "pid": 46537, "reason": null, "system_cpu_core_ratio": 0.29041, "system_cpu_s_delta": 2.9299999999999997, "user_cpu_core_ratio": 0.307259, "user_cpu_s_delta": 3.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529279, "system_cpu_s_delta": 5.3399999999965075, "user_cpu_core_ratio": 0.981247, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 210, "max_ms": 7.943, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.395, "max": 26.0, "p95": 26.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.176, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 4.176, "max": 6.0, "p95": 6.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.979, "count": 30, "max": 39.963, "p95": 36.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.191, "count": 30, "max": 19.466, "p95": 18.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.567, "count": 30, "max": 748.0, "p95": 671.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 692.2, "count": 30, "max": 14169.0, "p95": 1524.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.158, "count": 30, "max": 4.424, "p95": 0.127, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130654.6, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122166.333, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1147.5, "count": 30, "max": 34124.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.642, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.25, "count": 30, "max": 1.437, "p95": 1.43, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18184, "sampled_at": "2026-11-02T09:37:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:37:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3790686, "flush_count": 4015, "flush_interval_seconds": 30.0, "flush_state": {"count": 4015, "last_at": "2026-11-02T09:37:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:37:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4014}, "started": true, "suppressed_count": 2317655, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 2317368}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4015, "written_record_count": 4015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10160.617, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:37:29+09:00", "last_error_summary": "[h264 @ 0x5a4d8e2bc700] cabac decode of qscale diff failed at 79 39 [h264 @ 0x5a4d8e2bc700] error while decoding MB 79 39, bytestream 109495 [h264 @ 0x5a4d8e32f080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a4d8e32f080] error while decoding MB 0 45, bytestream 10102 [h264 @ 0x5a4d8e343240] cabac decode of qscale diff failed at 59 57 [h264 @ 0x5a4d8e343240] error while decoding MB 59 57, bytestream 458 [h264 @ 0x5a4d8e2bc700] error while decoding MB 69 3, bytestream -18 [h2", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6418156953600, "copied_frame_count": 2321382, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:35:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794107, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:35:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.93}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 287, "events_emitted": 271, "events_failed": 0, "events_observed": 287, "events_suppressed": 16, "frame_buffer_copied_bytes": 6418156953600, "frame_buffer_copies": 2321382, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13550, "recorder_active_input_bytes": 37463040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 271, "recorder_clips_failed": 0, "recorder_clips_started": 271, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 271, "worker_jobs_accepted": 271, "worker_jobs_completed": 271, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.468, "p50_ms": 0.0764, "p95_ms": 0.1457, "p99_ms": 0.198}, "stages": {"db_insert": {"avg_ms": 15.5425, "count": 271, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.9233, "p99_ms": 41.2223, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6949, "count": 271, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6862, "p99_ms": 3.4219, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.6287, "count": 287, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1340.6996, "p99_ms": 1545.6778, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2868, "count": 512, "max_ms": 4.5055, "p50_ms": 1.1702, "p95_ms": 2.2857, "p99_ms": 2.8714, "results": {"failed": 0, "not_applicable": 0, "success": 2321382, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 490.0953, "count": 287, "max_ms": 1059.6761, "p50_ms": 500.2587, "p95_ms": 624.1199, "p99_ms": 885.5101, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8766, "count": 271, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.8745, "p99_ms": 65.7937, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4651, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2337, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3741, "p99_ms": 3.1286, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.405, "count": 271, "max_ms": 1056.6186, "p50_ms": 498.6288, "p95_ms": 621.1736, "p99_ms": 909.1217, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.4275, "count": 271, "max_ms": 967.4229, "p50_ms": 407.8748, "p95_ms": 513.1653, "p99_ms": 836.4593, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5409, "count": 271, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.6859, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6348, "count": 271, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8969, "p99_ms": 7.6625, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8569, "count": 271, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.0657, "p99_ms": 64.0505, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8123, "count": 271, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6711, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.868, "count": 271, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 692.6349, "p99_ms": 845.4887, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0344, "count": 271, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.2682, "p99_ms": 11.1527, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4168, "count": 271, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.5455, "p99_ms": 72.7246, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 271, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1511, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0158, "count": 271, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.4363, "p99_ms": 5.5233, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6817, "count": 271, "max_ms": 3837.487, "p50_ms": 427.5293, "p95_ms": 772.9264, "p99_ms": 950.9956, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 271, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0684, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7677, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 271, "artifact_failed": 0, "artifact_requested": 271, "artifact_success": 271, "completed": 271, "completed_failed": 0, "completed_success": 271, "cooldown_promoted": 271, "database_requested": 271, "db_insert_success": 271, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15820, "relay_business_failed": 0, "relay_business_success": 271, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 271, "relay_transport_failed": 0, "relay_transport_success": 271, "reservation_requested": 271}, "snapshot": {"copied_bytes": 749260800, "copied_count": 271, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 485, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:37:29+09:00", "last_error_summary": "[h264 @ 0x5a4d8e2bc700] cabac decode of qscale diff failed at 79 39 [h264 @ 0x5a4d8e2bc700] error while decoding MB 79 39, bytestream 109495 [h264 @ 0x5a4d8e32f080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a4d8e32f080] error while decoding MB 0 45, bytestream 10102 [h264 @ 0x5a4d8e343240] cabac decode of qscale diff failed at 59 57 [h264 @ 0x5a4d8e343240] error while decoding MB 59 57, bytestream 458 [h264 @ 0x5a4d8e2bc700] error while decoding MB 69 3, bytestream -18 [h2", "last_exit_at": "2026-11-02T09:37:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.851, "last_started_at": "2026-11-02T09:35:08+09:00", "pid": 46537, "process": {"exists": false, "pid": 46537}, "restart_count": 172, "restart_count_per_hour": 3, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.757, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T09:37:29+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-11-02T09:37:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.663, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 588.337, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-11-02T09:37:29.439956+09:00", "mtime_epoch": 1793579849.439956, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128384}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:37:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1955.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 228, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2321382, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.708, "max": 28.0, "p95": 27.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.434, "max": 6.0, "p95": 6.0, "sample_count": 212}, "total": {"avg": 4.434, "max": 6.0, "p95": 6.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.825, "max": 4.0, "p95": 4.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.825, "max": 4.0, "p95": 4.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.08, "pushed": 7.08, "read": 7.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.055, "p95_ms": 0.011, "reason": null, "sample_age_ms": 110.365, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.755, "count": 211, "max_ms": 5.735, "p95_ms": 2.683, "reason": null, "sample_age_ms": 159.786, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 211, "max_ms": 5.382, "p95_ms": 1.668, "reason": null, "sample_age_ms": 160.028, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 211, "max_ms": 1.101, "p95_ms": 0.615, "reason": null, "sample_age_ms": 110.377, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.431, "count": 211, "max_ms": 3.308, "p95_ms": 2.231, "reason": null, "sample_age_ms": 158.702, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.687, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.913, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.593, "count": 211, "max_ms": 69.068, "p95_ms": 54.463, "reason": null, "sample_age_ms": 110.361, "source": "client_direct"}, "sample_age_ms": 110.356, "source": "client_direct", "task_total_ms": {"avg_ms": 40.54, "count": 211, "max_ms": 71.854, "p95_ms": 56.166, "reason": null, "sample_age_ms": 110.356, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.353, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.97, "count": 212, "max_ms": 20.209, "p95_ms": 16.605}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 212, "max_ms": 1.129, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.966, "count": 212, "max_ms": 9.449, "p95_ms": 3.849}, "event_filter_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.075, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 212, "max_ms": 0.971, "p95_ms": 0.845}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.552, "count": 212, "max_ms": 12.402, "p95_ms": 8.571}, "setup_ms": {"avg_ms": 0.034, "count": 212, "max_ms": 0.155, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.918, "count": 212, "max_ms": 20.141, "p95_ms": 16.55}, "track_match_ms": {"avg_ms": 0.127, "count": 212, "max_ms": 0.467, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 2.277, "count": 212, "max_ms": 5.103, "p95_ms": 3.619}}, "gstreamer_push": {"avg_ms": 2.512, "count": 212, "max_ms": 6.926, "p95_ms": 4.495}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 212, "max_ms": 0.896, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.652, "count": 212, "max_ms": 78.229, "p95_ms": 57.46}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.262, "count": 212, "max_ms": 13.732, "p95_ms": 7.987}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.477, "count": 212, "max_ms": 142.876, "p95_ms": 119.506}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 212, "max_ms": 4.941, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.248, "count": 212, "max_ms": 0.899, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.554, "count": 212, "max_ms": 151.543, "p95_ms": 125.613}, "read_interval": {"avg_ms": 141.584, "count": 211, "max_ms": 3393.658, "p95_ms": 152.845}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 212, "max_ms": 0.115, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.49, "count": 212, "max_ms": 12.289, "p95_ms": 8.475}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 212, "max_ms": 0.041, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.476, "count": 212, "max_ms": 12.272, "p95_ms": 8.453}, "worker_merge_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.664, "count": 212, "max_ms": 78.239, "p95_ms": 57.473}, "visualize": {"avg_ms": 34.574, "count": 212, "max_ms": 72.643, "p95_ms": 51.841}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.769, "count": 212, "max_ms": 46.939, "p95_ms": 37.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.124, "count": 212, "max_ms": 60.746, "p95_ms": 50.185}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 212, "max_ms": 11.682, "p95_ms": 2.033}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.017, "count": 212, "max_ms": 60.588, "p95_ms": 50.031}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 212, "max_ms": 0.197, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1954.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.203, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.679, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132262, "write_bytes_delta": 132262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.597669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 327.0, "pid": 46537, "reason": null, "system_cpu_core_ratio": 0.29041, "system_cpu_s_delta": 2.9299999999999997, "user_cpu_core_ratio": 0.307259, "user_cpu_s_delta": 3.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529279, "system_cpu_s_delta": 5.3399999999965075, "user_cpu_core_ratio": 0.981247, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 210, "max_ms": 7.943, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.395, "max": 26.0, "p95": 26.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.176, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 4.176, "max": 6.0, "p95": 6.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.979, "count": 30, "max": 39.963, "p95": 36.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.191, "count": 30, "max": 19.466, "p95": 18.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.567, "count": 30, "max": 748.0, "p95": 671.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 692.2, "count": 30, "max": 14169.0, "p95": 1524.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.158, "count": 30, "max": 4.424, "p95": 0.127, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130654.6, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122166.333, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1147.5, "count": 30, "max": 34124.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.642, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.25, "count": 30, "max": 1.437, "p95": 1.43, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18184, "sampled_at": "2026-11-02T09:37:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:37:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3790686, "flush_count": 4015, "flush_interval_seconds": 30.0, "flush_state": {"count": 4015, "last_at": "2026-11-02T09:37:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:37:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4014}, "started": true, "suppressed_count": 2317655, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 2317368}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4015, "written_record_count": 4015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10160.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6418156953600, "copied_frame_count": 2321382, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:35:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794107, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:35:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.93}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 287, "events_emitted": 271, "events_failed": 0, "events_observed": 287, "events_suppressed": 16, "frame_buffer_copied_bytes": 6418156953600, "frame_buffer_copies": 2321382, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13550, "recorder_active_input_bytes": 37463040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 271, "recorder_clips_failed": 0, "recorder_clips_started": 271, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 271, "worker_jobs_accepted": 271, "worker_jobs_completed": 271, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.468, "p50_ms": 0.0764, "p95_ms": 0.1457, "p99_ms": 0.198}, "stages": {"db_insert": {"avg_ms": 15.5425, "count": 271, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.9233, "p99_ms": 41.2223, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6949, "count": 271, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6862, "p99_ms": 3.4219, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.6287, "count": 287, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1340.6996, "p99_ms": 1545.6778, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2868, "count": 512, "max_ms": 4.5055, "p50_ms": 1.1702, "p95_ms": 2.2857, "p99_ms": 2.8714, "results": {"failed": 0, "not_applicable": 0, "success": 2321382, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 490.0953, "count": 287, "max_ms": 1059.6761, "p50_ms": 500.2587, "p95_ms": 624.1199, "p99_ms": 885.5101, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8766, "count": 271, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.8745, "p99_ms": 65.7937, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4651, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2337, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3741, "p99_ms": 3.1286, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.405, "count": 271, "max_ms": 1056.6186, "p50_ms": 498.6288, "p95_ms": 621.1736, "p99_ms": 909.1217, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.4275, "count": 271, "max_ms": 967.4229, "p50_ms": 407.8748, "p95_ms": 513.1653, "p99_ms": 836.4593, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5409, "count": 271, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.6859, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6348, "count": 271, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8969, "p99_ms": 7.6625, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8569, "count": 271, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.0657, "p99_ms": 64.0505, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8123, "count": 271, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6711, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.868, "count": 271, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 692.6349, "p99_ms": 845.4887, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0344, "count": 271, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.2682, "p99_ms": 11.1527, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4168, "count": 271, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.5455, "p99_ms": 72.7246, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 271, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1511, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0158, "count": 271, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.4363, "p99_ms": 5.5233, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6817, "count": 271, "max_ms": 3837.487, "p50_ms": 427.5293, "p95_ms": 772.9264, "p99_ms": 950.9956, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 271, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0684, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7677, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 271, "artifact_failed": 0, "artifact_requested": 271, "artifact_success": 271, "completed": 271, "completed_failed": 0, "completed_success": 271, "cooldown_promoted": 271, "database_requested": 271, "db_insert_success": 271, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15820, "relay_business_failed": 0, "relay_business_success": 271, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 271, "relay_transport_failed": 0, "relay_transport_success": 271, "reservation_requested": 271}, "snapshot": {"copied_bytes": 749260800, "copied_count": 271, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 485, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:37:29+09:00", "last_error_summary": "[h264 @ 0x5a4d8e2bc700] cabac decode of qscale diff failed at 79 39 [h264 @ 0x5a4d8e2bc700] error while decoding MB 79 39, bytestream 109495 [h264 @ 0x5a4d8e32f080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a4d8e32f080] error while decoding MB 0 45, bytestream 10102 [h264 @ 0x5a4d8e343240] cabac decode of qscale diff failed at 59 57 [h264 @ 0x5a4d8e343240] error while decoding MB 59 57, bytestream 458 [h264 @ 0x5a4d8e2bc700] error while decoding MB 69 3, bytestream -18 [h2", "last_exit_at": "2026-11-02T09:37:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.893, "last_started_at": "2026-11-02T09:35:08+09:00", "pid": 46537, "process": {"exists": false, "pid": 46537}, "restart_count": 172, "restart_count_per_hour": 3, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.757, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-11-02T09:37:29+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-11-02T09:37:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.698, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 588.302, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-02T09:37:29.595959+09:00", "mtime_epoch": 1793579849.5959592, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129176}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:37:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1955.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 228, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2321382, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.708, "max": 28.0, "p95": 27.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.434, "max": 6.0, "p95": 6.0, "sample_count": 212}, "total": {"avg": 4.434, "max": 6.0, "p95": 6.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.825, "max": 4.0, "p95": 4.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.825, "max": 4.0, "p95": 4.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.07, "pushed": 7.07, "read": 7.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.055, "p95_ms": 0.011, "reason": null, "sample_age_ms": 149.569, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.755, "count": 211, "max_ms": 5.735, "p95_ms": 2.683, "reason": null, "sample_age_ms": 198.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 211, "max_ms": 5.382, "p95_ms": 1.668, "reason": null, "sample_age_ms": 199.232, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 211, "max_ms": 1.101, "p95_ms": 0.615, "reason": null, "sample_age_ms": 149.581, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.431, "count": 211, "max_ms": 3.308, "p95_ms": 2.231, "reason": null, "sample_age_ms": 197.906, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.891, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.117, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.593, "count": 211, "max_ms": 69.068, "p95_ms": 54.463, "reason": null, "sample_age_ms": 149.565, "source": "client_direct"}, "sample_age_ms": 149.56, "source": "client_direct", "task_total_ms": {"avg_ms": 40.54, "count": 211, "max_ms": 71.854, "p95_ms": 56.166, "reason": null, "sample_age_ms": 149.56, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.975, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.97, "count": 212, "max_ms": 20.209, "p95_ms": 16.605}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 212, "max_ms": 1.129, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.966, "count": 212, "max_ms": 9.449, "p95_ms": 3.849}, "event_filter_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.075, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 212, "max_ms": 0.971, "p95_ms": 0.845}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.552, "count": 212, "max_ms": 12.402, "p95_ms": 8.571}, "setup_ms": {"avg_ms": 0.034, "count": 212, "max_ms": 0.155, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.918, "count": 212, "max_ms": 20.141, "p95_ms": 16.55}, "track_match_ms": {"avg_ms": 0.127, "count": 212, "max_ms": 0.467, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 2.277, "count": 212, "max_ms": 5.103, "p95_ms": 3.619}}, "gstreamer_push": {"avg_ms": 2.512, "count": 212, "max_ms": 6.926, "p95_ms": 4.495}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 212, "max_ms": 0.896, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.652, "count": 212, "max_ms": 78.229, "p95_ms": 57.46}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.262, "count": 212, "max_ms": 13.732, "p95_ms": 7.987}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.477, "count": 212, "max_ms": 142.876, "p95_ms": 119.506}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 212, "max_ms": 4.941, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.248, "count": 212, "max_ms": 0.899, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.554, "count": 212, "max_ms": 151.543, "p95_ms": 125.613}, "read_interval": {"avg_ms": 141.584, "count": 211, "max_ms": 3393.658, "p95_ms": 152.845}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 212, "max_ms": 0.115, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.49, "count": 212, "max_ms": 12.289, "p95_ms": 8.475}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 212, "max_ms": 0.041, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.476, "count": 212, "max_ms": 12.272, "p95_ms": 8.453}, "worker_merge_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.664, "count": 212, "max_ms": 78.239, "p95_ms": 57.473}, "visualize": {"avg_ms": 34.574, "count": 212, "max_ms": 72.643, "p95_ms": 51.841}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.769, "count": 212, "max_ms": 46.939, "p95_ms": 37.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.124, "count": 212, "max_ms": 60.746, "p95_ms": 50.185}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 212, "max_ms": 11.682, "p95_ms": 2.033}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.017, "count": 212, "max_ms": 60.588, "p95_ms": 50.031}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 212, "max_ms": 0.197, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1954.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.203, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.679, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132262, "write_bytes_delta": 132262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.597669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 327.0, "pid": 46537, "reason": null, "system_cpu_core_ratio": 0.29041, "system_cpu_s_delta": 2.9299999999999997, "user_cpu_core_ratio": 0.307259, "user_cpu_s_delta": 3.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529279, "system_cpu_s_delta": 5.3399999999965075, "user_cpu_core_ratio": 0.981247, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 210, "max_ms": 7.943, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.395, "max": 26.0, "p95": 26.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.176, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 4.176, "max": 6.0, "p95": 6.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.979, "count": 30, "max": 39.963, "p95": 36.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.191, "count": 30, "max": 19.466, "p95": 18.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.567, "count": 30, "max": 748.0, "p95": 671.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 692.2, "count": 30, "max": 14169.0, "p95": 1524.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.158, "count": 30, "max": 4.424, "p95": 0.127, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130654.6, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122166.333, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1147.5, "count": 30, "max": 34124.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.642, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.25, "count": 30, "max": 1.437, "p95": 1.43, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18184, "sampled_at": "2026-11-02T09:37:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:37:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3790686, "flush_count": 4015, "flush_interval_seconds": 30.0, "flush_state": {"count": 4015, "last_at": "2026-11-02T09:37:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:37:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4014}, "started": true, "suppressed_count": 2317655, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 2317368}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4015, "written_record_count": 4015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10337.887, "limit_mb": null}, "detail": {"pid": 46715, "restart_count": 173, "start_count": 174}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6418156953600, "copied_frame_count": 2321382, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:35:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794107, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:35:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.93}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 287, "events_emitted": 271, "events_failed": 0, "events_observed": 287, "events_suppressed": 16, "frame_buffer_copied_bytes": 6418156953600, "frame_buffer_copies": 2321382, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13550, "recorder_active_input_bytes": 37463040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 271, "recorder_clips_failed": 0, "recorder_clips_started": 271, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 271, "worker_jobs_accepted": 271, "worker_jobs_completed": 271, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.468, "p50_ms": 0.0764, "p95_ms": 0.1457, "p99_ms": 0.198}, "stages": {"db_insert": {"avg_ms": 15.5425, "count": 271, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.9233, "p99_ms": 41.2223, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6949, "count": 271, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6862, "p99_ms": 3.4219, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.6287, "count": 287, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1340.6996, "p99_ms": 1545.6778, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2868, "count": 512, "max_ms": 4.5055, "p50_ms": 1.1702, "p95_ms": 2.2857, "p99_ms": 2.8714, "results": {"failed": 0, "not_applicable": 0, "success": 2321382, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 490.0953, "count": 287, "max_ms": 1059.6761, "p50_ms": 500.2587, "p95_ms": 624.1199, "p99_ms": 885.5101, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8766, "count": 271, "max_ms": 69.0696, "p50_ms": 21.5067, "p95_ms": 56.8745, "p99_ms": 65.7937, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4651, "count": 512, "max_ms": 9.6649, "p50_ms": 4.2154, "p95_ms": 6.5929, "p99_ms": 7.8177, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2337, "count": 512, "max_ms": 4.7858, "p50_ms": 1.0982, "p95_ms": 2.3741, "p99_ms": 3.1286, "results": {"failed": 0, "not_applicable": 0, "success": 13550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.405, "count": 271, "max_ms": 1056.6186, "p50_ms": 498.6288, "p95_ms": 621.1736, "p99_ms": 909.1217, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.4275, "count": 271, "max_ms": 967.4229, "p50_ms": 407.8748, "p95_ms": 513.1653, "p99_ms": 836.4593, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5409, "count": 271, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.6859, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6348, "count": 271, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8969, "p99_ms": 7.6625, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8569, "count": 271, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 54.0657, "p99_ms": 64.0505, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2737, "count": 271, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4162, "p99_ms": 10.9784, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7481, "count": 287, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3828, "p99_ms": 1.9283, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8123, "count": 271, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6711, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.868, "count": 271, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 692.6349, "p99_ms": 845.4887, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0344, "count": 271, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.2682, "p99_ms": 11.1527, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4168, "count": 271, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.5455, "p99_ms": 72.7246, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 271, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1511, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0158, "count": 271, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.4363, "p99_ms": 5.5233, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.6817, "count": 271, "max_ms": 3837.487, "p50_ms": 427.5293, "p95_ms": 772.9264, "p99_ms": 950.9956, "results": {"failed": 0, "not_applicable": 0, "success": 271, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 271, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0684, "p95_ms": 0.1498, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7677, "p95_ms": 3.302, "p99_ms": 4.879}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 271, "artifact_failed": 0, "artifact_requested": 271, "artifact_success": 271, "completed": 271, "completed_failed": 0, "completed_success": 271, "cooldown_promoted": 271, "database_requested": 271, "db_insert_success": 271, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15820, "relay_business_failed": 0, "relay_business_success": 271, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 271, "relay_transport_failed": 0, "relay_transport_success": 271, "reservation_requested": 271}, "snapshot": {"copied_bytes": 749260800, "copied_count": 271, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.7055, "p99_ms": 3.4944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 485, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:37:29+09:00", "last_error_summary": "[h264 @ 0x5a4d8e2bc700] cabac decode of qscale diff failed at 79 39 [h264 @ 0x5a4d8e2bc700] error while decoding MB 79 39, bytestream 109495 [h264 @ 0x5a4d8e32f080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a4d8e32f080] error while decoding MB 0 45, bytestream 10102 [h264 @ 0x5a4d8e343240] cabac decode of qscale diff failed at 59 57 [h264 @ 0x5a4d8e343240] error while decoding MB 59 57, bytestream 458 [h264 @ 0x5a4d8e2bc700] error while decoding MB 69 3, bytestream -18 [h2", "last_exit_at": "2026-11-02T09:37:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:37:32+09:00", "pid": 46715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.793, "name": "ffmpeg", "pid": 46715, "rss_mb": 209.793, "state": "S (sleeping)", "threads": 70}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.757, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.834, "last_frame_pushed_at": "2026-11-02T09:37:29+09:00", "last_frame_read_age_sec": 4.983, "last_frame_read_at": "2026-11-02T09:37:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.508, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 583.492, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 4.824, "exists": true, "mtime": "2026-11-02T09:37:29.595959+09:00", "mtime_epoch": 1793579849.5959592, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129176}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:37:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1955.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 228, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2321382, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.361, "max": 28.0, "p95": 27.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.552, "max": 6.0, "p95": 6.0, "sample_count": 194}, "total": {"avg": 4.552, "max": 6.0, "p95": 6.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.902, "max": 4.0, "p95": 4.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.902, "max": 4.0, "p95": 4.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.476, "pushed": 6.476, "read": 6.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4940.425, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 193, "max_ms": 5.735, "p95_ms": 2.644, "reason": null, "sample_age_ms": 4989.845, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 193, "max_ms": 5.382, "p95_ms": 1.637, "reason": null, "sample_age_ms": 4990.088, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.386, "count": 193, "max_ms": 1.101, "p95_ms": 0.626, "reason": null, "sample_age_ms": 4940.437, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.43, "count": 193, "max_ms": 3.308, "p95_ms": 2.208, "reason": null, "sample_age_ms": 4988.761, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4988.746, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4940.972, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.669, "count": 193, "max_ms": 69.068, "p95_ms": 54.928, "reason": null, "sample_age_ms": 4940.42, "source": "client_direct"}, "sample_age_ms": 4940.416, "source": "client_direct", "task_total_ms": {"avg_ms": 40.619, "count": 193, "max_ms": 71.854, "p95_ms": 56.473, "reason": null, "sample_age_ms": 4940.416, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.629, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.115, "count": 194, "max_ms": 20.209, "p95_ms": 16.625}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.455, "count": 194, "max_ms": 1.129, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 2.008, "count": 194, "max_ms": 9.449, "p95_ms": 4.191}, "event_filter_ms": {"avg_ms": 0.005, "count": 194, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.523, "count": 194, "max_ms": 0.971, "p95_ms": 0.862}, "mcmt_ms": {"avg_ms": 0.003, "count": 194, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.604, "count": 194, "max_ms": 12.402, "p95_ms": 8.699}, "setup_ms": {"avg_ms": 0.034, "count": 194, "max_ms": 0.149, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 11.063, "count": 194, "max_ms": 20.141, "p95_ms": 16.557}, "track_match_ms": {"avg_ms": 0.132, "count": 194, "max_ms": 0.467, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 2.3, "count": 194, "max_ms": 5.103, "p95_ms": 3.619}}, "gstreamer_push": {"avg_ms": 2.503, "count": 194, "max_ms": 6.926, "p95_ms": 4.792}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 194, "max_ms": 0.896, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.735, "count": 194, "max_ms": 78.229, "p95_ms": 58.362}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.309, "count": 194, "max_ms": 13.732, "p95_ms": 8.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.987, "count": 194, "max_ms": 142.876, "p95_ms": 122.771}, "inference_input_copy_ms": {"avg_ms": 1.569, "count": 194, "max_ms": 4.941, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.255, "count": 194, "max_ms": 0.899, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.12, "count": 194, "max_ms": 151.543, "p95_ms": 128.672}, "read_interval": {"avg_ms": 129.801, "count": 193, "max_ms": 3393.658, "p95_ms": 152.153}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 194, "max_ms": 0.115, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 5.541, "count": 194, "max_ms": 12.289, "p95_ms": 8.638}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 194, "max_ms": 0.041, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.527, "count": 194, "max_ms": 12.272, "p95_ms": 8.626}, "worker_merge_ms": {"avg_ms": 0.005, "count": 194, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.746, "count": 194, "max_ms": 78.239, "p95_ms": 58.369}, "visualize": {"avg_ms": 34.844, "count": 194, "max_ms": 72.643, "p95_ms": 51.924}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.874, "count": 194, "max_ms": 46.939, "p95_ms": 37.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.389, "count": 194, "max_ms": 60.746, "p95_ms": 50.339}, "visualize_input_copy_ms": {"avg_ms": 1.291, "count": 194, "max_ms": 11.682, "p95_ms": 2.033}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.282, "count": 194, "max_ms": 60.588, "p95_ms": 50.221}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 194, "max_ms": 0.197, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1954.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.203, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.679, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132262, "write_bytes_delta": 132262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.597669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 327.0, "pid": 46537, "reason": null, "system_cpu_core_ratio": 0.29041, "system_cpu_s_delta": 2.9299999999999997, "user_cpu_core_ratio": 0.307259, "user_cpu_s_delta": 3.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529279, "system_cpu_s_delta": 5.3399999999965075, "user_cpu_core_ratio": 0.981247, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 210, "max_ms": 7.943, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.395, "max": 26.0, "p95": 26.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.176, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 4.176, "max": 6.0, "p95": 6.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.979, "count": 30, "max": 39.963, "p95": 36.412, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.191, "count": 30, "max": 19.466, "p95": 18.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.567, "count": 30, "max": 748.0, "p95": 671.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 692.2, "count": 30, "max": 14169.0, "p95": 1524.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.54, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.158, "count": 30, "max": 4.424, "p95": 0.127, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130654.6, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122166.333, "count": 30, "max": 137268.0, "p95": 136397.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1147.5, "count": 30, "max": 34124.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.642, "count": 30, "max": 0.777, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.25, "count": 30, "max": 1.437, "p95": 1.43, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18184, "sampled_at": "2026-11-02T09:37:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:37:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10355.277, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:38:49+09:00", "last_error_summary": "[rtsp @ 0x63d4dd572f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63d4dd572e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:38:49+09:00", "last_error_summary": "[rtsp @ 0x63d4dd572f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63d4dd572e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T09:38:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-02T09:38:49+09:00", "pid": 46831, "process": {"exists": false, "pid": 46831}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 130101.824, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 130101.901, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 93.416, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 506.584, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 130101.816, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T09:38:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 130106.673, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101842.371, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101843.077, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101829.56, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101841.621, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.062, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.669, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 128299.542, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 46233, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000005093, "user_cpu_core_ratio": 0.001059, "user_cpu_s_delta": 1.9100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.94, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.67, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 102160.73, "count": 30, "max": 128299.542, "p95": 125685.202, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3652, "sampled_at": "2026-11-02T09:08:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:08:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10355.418, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:38:49+09:00", "last_error_summary": "[rtsp @ 0x63d4dd572f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63d4dd572e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T09:38:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-11-02T09:38:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 128, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 130101.854, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 130101.931, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 93.433, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 506.567, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 130101.845, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T09:38:51+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 130106.694, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101870.694, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101871.4, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101857.883, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 130101869.945, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.05, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 130101.825, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 46831, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001121, "user_cpu_s_delta": 2.0199999999967986}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.914, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.648, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 103963.398, "count": 30, "max": 130101.825, "p95": 127488.197, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3653, "sampled_at": "2026-11-02T09:38:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:38:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3241813, "flush_count": 4016, "flush_interval_seconds": 30.0, "flush_state": {"count": 4016, "last_at": "2026-11-02T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4015}, "started": true, "suppressed_count": 2383500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2383496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4016, "written_record_count": 4016}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9963.625, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6600990412800, "copied_frame_count": 2387511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6600990412800, "frame_buffer_copies": 2387511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0927, "count": 512, "max_ms": 1.1423, "p50_ms": 0.0805, "p95_ms": 0.1709, "p99_ms": 0.2588}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2155, "count": 512, "max_ms": 4.1069, "p50_ms": 1.1013, "p95_ms": 2.091, "p99_ms": 2.8613, "results": {"failed": 0, "not_applicable": 0, "success": 2387511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.017, "last_started_at": "2026-11-02T09:34:13+09:00", "pid": 46421, "process": {"exists": false, "pid": 46421}, "restart_count": 98, "restart_count_per_hour": 2, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.131, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T09:38:59+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-02T09:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.394, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 498.606, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-02T09:38:59.293636+09:00", "mtime_epoch": 1793579939.2936358, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127788}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:38:59+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2001.648, "name": "celery", "pid": 176, "rss_mb": 2001.648, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2387511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 111, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.7, "pushed": 3.7, "read": 3.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 111, "client_acquire_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 26.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.487, "count": 111, "max_ms": 2.466, "p95_ms": 1.363, "reason": null, "sample_age_ms": 53.976, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 111, "max_ms": 1.553, "p95_ms": 1.17, "reason": null, "sample_age_ms": 54.18, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 111, "max_ms": 0.211, "p95_ms": 0.104, "reason": null, "sample_age_ms": 26.671, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.973, "count": 111, "max_ms": 2.211, "p95_ms": 1.666, "reason": null, "sample_age_ms": 52.568, "source": "client_direct"}, "request_count": 111, "request_tensor_bytes": {"avg": 2211848.0, "count": 111, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 52.554, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.727, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.454, "count": 111, "max_ms": 49.815, "p95_ms": 37.356, "reason": null, "sample_age_ms": 26.665, "source": "client_direct"}, "sample_age_ms": 26.662, "source": "client_direct", "task_total_ms": {"avg_ms": 28.61, "count": 111, "max_ms": 51.51, "p95_ms": 38.763, "reason": null, "sample_age_ms": 26.662, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.488, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 111, "max_ms": 1.316, "p95_ms": 0.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.165, "count": 111, "max_ms": 0.534, "p95_ms": 0.28}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 111, "max_ms": 0.173, "p95_ms": 0.119}, "event_filter_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 111, "max_ms": 0.176, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 111, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 111, "max_ms": 0.367, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.03, "count": 111, "max_ms": 0.091, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.483, "count": 111, "max_ms": 1.228, "p95_ms": 0.806}, "track_match_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 111, "max_ms": 0.064, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.141, "count": 111, "max_ms": 5.445, "p95_ms": 3.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 111, "max_ms": 0.485, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.321, "count": 111, "max_ms": 52.212, "p95_ms": 40.581}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 111, "max_ms": 0.139, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.443, "count": 111, "max_ms": 95.433, "p95_ms": 77.759}, "inference_input_copy_ms": {"avg_ms": 1.213, "count": 111, "max_ms": 2.558, "p95_ms": 2.052}, "processing_residual_ms": {"avg_ms": 0.099, "count": 111, "max_ms": 0.346, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.779, "count": 111, "max_ms": 97.768, "p95_ms": 79.422}, "read_interval": {"avg_ms": 270.9, "count": 111, "max_ms": 1676.987, "p95_ms": 747.278}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 111, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.089, "count": 111, "max_ms": 0.272, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 111, "max_ms": 0.042, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 111, "max_ms": 0.247, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.331, "count": 111, "max_ms": 52.222, "p95_ms": 40.595}, "visualize": {"avg_ms": 26.891, "count": 111, "max_ms": 45.792, "p95_ms": 36.822}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.277, "count": 111, "max_ms": 45.128, "p95_ms": 36.205}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.749, "count": 111, "max_ms": 45.662, "p95_ms": 36.696}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.004, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.684, "count": 111, "max_ms": 45.603, "p95_ms": 36.634}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 111, "max_ms": 0.092, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2001.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.177, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127429, "write_bytes_delta": 127429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 277.0, "cpu_core_ratio": 0.365263, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46421, "reason": null, "system_cpu_core_ratio": 0.019585, "system_cpu_s_delta": 0.20000000000000107, "user_cpu_core_ratio": 0.345678, "user_cpu_s_delta": 3.5300000000000296}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.226208, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020564, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.205644, "user_cpu_s_delta": 2.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 218, "max_ms": 5.445, "p95_ms": 4.041, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.339, "count": 30, "max": 32.503, "p95": 27.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.447, "count": 30, "max": 20.535, "p95": 17.542, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.033, "count": 30, "max": 927.0, "p95": 759.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 167.033, "count": 30, "max": 3852.0, "p95": 369.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.071, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.441, "p95": 1.074, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.682, "count": 30, "max": 20.292, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127767.833, "count": 30, "max": 130664.0, "p95": 130461.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123694.0, "count": 30, "max": 130664.0, "p95": 130461.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 40.0, "p95": 17.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.069, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.723, "p95": 0.608, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19915, "sampled_at": "2026-11-02T09:38:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:38:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3241813, "flush_count": 4016, "flush_interval_seconds": 30.0, "flush_state": {"count": 4016, "last_at": "2026-11-02T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4015}, "started": true, "suppressed_count": 2383500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2383496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4016, "written_record_count": 4016}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9962.801, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6600990412800, "copied_frame_count": 2387511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6600990412800, "frame_buffer_copies": 2387511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0927, "count": 512, "max_ms": 1.1423, "p50_ms": 0.0805, "p95_ms": 0.1709, "p99_ms": 0.2588}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2155, "count": 512, "max_ms": 4.1069, "p50_ms": 1.1013, "p95_ms": 2.091, "p99_ms": 2.8613, "results": {"failed": 0, "not_applicable": 0, "success": 2387511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.033, "last_started_at": "2026-11-02T09:34:13+09:00", "pid": 46421, "process": {"exists": false, "pid": 46421}, "restart_count": 98, "restart_count_per_hour": 2, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.131, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-11-02T09:38:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-11-02T09:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.409, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 498.591, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-11-02T09:38:59.346637+09:00", "mtime_epoch": 1793579939.3466368, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127720}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:38:59+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2001.648, "name": "celery", "pid": 176, "rss_mb": 2001.648, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2387511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.707, "pushed": 3.707, "read": 3.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 110, "client_acquire_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 42.259, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.488, "count": 110, "max_ms": 2.466, "p95_ms": 1.368, "reason": null, "sample_age_ms": 69.568, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 110, "max_ms": 1.553, "p95_ms": 1.176, "reason": null, "sample_age_ms": 69.772, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 111, "max_ms": 0.211, "p95_ms": 0.104, "reason": null, "sample_age_ms": 42.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.969, "count": 110, "max_ms": 2.211, "p95_ms": 1.667, "reason": null, "sample_age_ms": 68.161, "source": "client_direct"}, "request_count": 110, "request_tensor_bytes": {"avg": 2211848.0, "count": 110, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.146, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.319, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.454, "count": 111, "max_ms": 49.815, "p95_ms": 37.356, "reason": null, "sample_age_ms": 42.257, "source": "client_direct"}, "sample_age_ms": 42.254, "source": "client_direct", "task_total_ms": {"avg_ms": 28.61, "count": 111, "max_ms": 51.51, "p95_ms": 38.763, "reason": null, "sample_age_ms": 42.254, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.677, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 111, "max_ms": 1.316, "p95_ms": 0.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.165, "count": 111, "max_ms": 0.534, "p95_ms": 0.28}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 111, "max_ms": 0.173, "p95_ms": 0.119}, "event_filter_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 111, "max_ms": 0.176, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 111, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 111, "max_ms": 0.367, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.03, "count": 111, "max_ms": 0.091, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.483, "count": 111, "max_ms": 1.228, "p95_ms": 0.806}, "track_match_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 111, "max_ms": 0.064, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.141, "count": 111, "max_ms": 5.445, "p95_ms": 3.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 111, "max_ms": 0.485, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.321, "count": 111, "max_ms": 52.212, "p95_ms": 40.581}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 111, "max_ms": 0.139, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.443, "count": 111, "max_ms": 95.433, "p95_ms": 77.759}, "inference_input_copy_ms": {"avg_ms": 1.213, "count": 111, "max_ms": 2.558, "p95_ms": 2.052}, "processing_residual_ms": {"avg_ms": 0.099, "count": 111, "max_ms": 0.346, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.779, "count": 111, "max_ms": 97.768, "p95_ms": 79.422}, "read_interval": {"avg_ms": 272.213, "count": 110, "max_ms": 1676.987, "p95_ms": 747.278}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 111, "max_ms": 0.029, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.089, "count": 111, "max_ms": 0.272, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 111, "max_ms": 0.042, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 111, "max_ms": 0.247, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.331, "count": 111, "max_ms": 52.222, "p95_ms": 40.595}, "visualize": {"avg_ms": 26.891, "count": 111, "max_ms": 45.792, "p95_ms": 36.822}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.277, "count": 111, "max_ms": 45.128, "p95_ms": 36.205}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.749, "count": 111, "max_ms": 45.662, "p95_ms": 36.696}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.004, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.684, "count": 111, "max_ms": 45.603, "p95_ms": 36.634}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 111, "max_ms": 0.092, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2001.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.177, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127429, "write_bytes_delta": 127429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 277.0, "cpu_core_ratio": 0.365263, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46421, "reason": null, "system_cpu_core_ratio": 0.019585, "system_cpu_s_delta": 0.20000000000000107, "user_cpu_core_ratio": 0.345678, "user_cpu_s_delta": 3.5300000000000296}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.226208, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020564, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.205644, "user_cpu_s_delta": 2.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 218, "max_ms": 5.445, "p95_ms": 4.041, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.339, "count": 30, "max": 32.503, "p95": 27.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.447, "count": 30, "max": 20.535, "p95": 17.542, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.033, "count": 30, "max": 927.0, "p95": 759.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 167.033, "count": 30, "max": 3852.0, "p95": 369.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.071, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.441, "p95": 1.074, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.682, "count": 30, "max": 20.292, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127767.833, "count": 30, "max": 130664.0, "p95": 130461.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123694.0, "count": 30, "max": 130664.0, "p95": 130461.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 40.0, "p95": 17.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.069, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.723, "p95": 0.608, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19915, "sampled_at": "2026-11-02T09:38:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:38:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3241813, "flush_count": 4016, "flush_interval_seconds": 30.0, "flush_state": {"count": 4016, "last_at": "2026-11-02T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4015}, "started": true, "suppressed_count": 2383500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2383496}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4016, "written_record_count": 4016}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10004.074, "limit_mb": null}, "detail": {"pid": 46833, "restart_count": 99, "start_count": 100}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6600990412800, "copied_frame_count": 2387511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6600990412800, "frame_buffer_copies": 2387511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0927, "count": 512, "max_ms": 1.1423, "p50_ms": 0.0805, "p95_ms": 0.1709, "p99_ms": 0.2588}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2155, "count": 512, "max_ms": 4.1069, "p50_ms": 1.1013, "p95_ms": 2.091, "p99_ms": 2.8613, "results": {"failed": 0, "not_applicable": 0, "success": 2387511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:34:11+09:00", "last_error_summary": "[h264 @ 0x5b5631dbe980] error while decoding MB 79 82, bytestream -14 [in#0/rtsp @ 0x5b5631b4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b5631b4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T09:39:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:39:01+09:00", "pid": 46833, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.785, "name": "ffmpeg", "pid": 46833, "rss_mb": 74.785, "state": "S (sleeping)", "threads": 1}, "restart_count": 99, "restart_count_per_hour": 3, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.131, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.521, "last_frame_pushed_at": "2026-11-02T09:38:59+09:00", "last_frame_read_age_sec": 4.573, "last_frame_read_at": "2026-11-02T09:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.933, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 494.067, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 4.515, "exists": true, "mtime": "2026-11-02T09:38:59.346637+09:00", "mtime_epoch": 1793579939.3466368, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127720}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T09:39:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2001.652, "name": "celery", "pid": 176, "rss_mb": 2001.652, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2387511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.769, "pushed": 2.769, "read": 2.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.016, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4550.66, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.48, "count": 82, "max_ms": 1.47, "p95_ms": 1.285, "reason": null, "sample_age_ms": 4577.969, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 82, "max_ms": 1.291, "p95_ms": 1.065, "reason": null, "sample_age_ms": 4578.173, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 82, "max_ms": 0.112, "p95_ms": 0.09, "reason": null, "sample_age_ms": 4550.664, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.87, "count": 82, "max_ms": 1.949, "p95_ms": 1.39, "reason": null, "sample_age_ms": 4576.561, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2211848.0, "count": 82, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4576.547, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4550.72, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.001, "count": 82, "max_ms": 38.109, "p95_ms": 33.927, "reason": null, "sample_age_ms": 4550.657, "source": "client_direct"}, "sample_age_ms": 4550.655, "source": "client_direct", "task_total_ms": {"avg_ms": 27.036, "count": 82, "max_ms": 40.38, "p95_ms": 35.031, "reason": null, "sample_age_ms": 4550.655, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.758, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 83, "max_ms": 0.904, "p95_ms": 0.693}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 83, "max_ms": 0.534, "p95_ms": 0.239}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 83, "max_ms": 0.141, "p95_ms": 0.098}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 83, "max_ms": 0.097, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 83, "max_ms": 0.232, "p95_ms": 0.169}, "setup_ms": {"avg_ms": 0.027, "count": 83, "max_ms": 0.061, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.45, "count": 83, "max_ms": 0.871, "p95_ms": 0.649}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.009, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 83, "max_ms": 0.048, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 2.011, "count": 83, "max_ms": 3.442, "p95_ms": 3.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 83, "max_ms": 0.485, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.815, "count": 83, "max_ms": 40.955, "p95_ms": 35.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 83, "max_ms": 0.139, "p95_ms": 0.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.4, "count": 83, "max_ms": 77.759, "p95_ms": 69.988}, "inference_input_copy_ms": {"avg_ms": 1.144, "count": 83, "max_ms": 2.502, "p95_ms": 1.775}, "processing_residual_ms": {"avg_ms": 0.091, "count": 83, "max_ms": 0.346, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.658, "count": 83, "max_ms": 79.422, "p95_ms": 71.956}, "read_interval": {"avg_ms": 310.692, "count": 82, "max_ms": 1676.987, "p95_ms": 944.101}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 83, "max_ms": 0.02, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.083, "count": 83, "max_ms": 0.177, "p95_ms": 0.126}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.015, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 83, "max_ms": 0.163, "p95_ms": 0.113}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 27.824, "count": 83, "max_ms": 40.962, "p95_ms": 35.707}, "visualize": {"avg_ms": 25.409, "count": 83, "max_ms": 39.272, "p95_ms": 33.929}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.831, "count": 83, "max_ms": 38.689, "p95_ms": 33.29}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.275, "count": 83, "max_ms": 39.161, "p95_ms": 33.807}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.004, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.215, "count": 83, "max_ms": 39.11, "p95_ms": 33.727}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 83, "max_ms": 0.071, "p95_ms": 0.057}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2001.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.177, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127429, "write_bytes_delta": 127429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 277.0, "cpu_core_ratio": 0.365263, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46421, "reason": null, "system_cpu_core_ratio": 0.019585, "system_cpu_s_delta": 0.20000000000000107, "user_cpu_core_ratio": 0.345678, "user_cpu_s_delta": 3.5300000000000296}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.226208, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020564, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.205644, "user_cpu_s_delta": 2.1000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 218, "max_ms": 5.445, "p95_ms": 4.041, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.339, "count": 30, "max": 32.503, "p95": 27.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.447, "count": 30, "max": 20.535, "p95": 17.542, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.033, "count": 30, "max": 927.0, "p95": 759.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 167.033, "count": 30, "max": 3852.0, "p95": 369.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.071, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.885, "count": 30, "max": 1.441, "p95": 1.074, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.682, "count": 30, "max": 20.292, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127767.833, "count": 30, "max": 130664.0, "p95": 130461.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123694.0, "count": 30, "max": 130664.0, "p95": 130461.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.233, "count": 30, "max": 40.0, "p95": 17.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.069, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.723, "p95": 0.608, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19915, "sampled_at": "2026-11-02T09:38:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:38:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3793714, "flush_count": 4018, "flush_interval_seconds": 30.0, "flush_state": {"count": 4018, "last_at": "2026-11-02T09:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4017}, "started": true, "suppressed_count": 2319349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2319058}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4018, "written_record_count": 4018}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10266.496, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55fe8ff6ee80] error while decoding MB 66 66, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6422834995200, "copied_frame_count": 2323074, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6422834995200, "frame_buffer_copies": 2323074, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 3.2251, "p50_ms": 0.081, "p95_ms": 0.1778, "p99_ms": 0.2803}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3513, "count": 512, "max_ms": 5.0425, "p50_ms": 1.244, "p95_ms": 2.3903, "p99_ms": 3.0111, "results": {"failed": 0, "not_applicable": 0, "success": 2323074, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 486, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:40:47+09:00", "last_error_summary": "[h264 @ 0x55fe8ff6ee80] error while decoding MB 66 66, bytestream -12", "last_exit_at": "2026-11-02T09:37:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.92, "last_started_at": "2026-11-02T09:37:32+09:00", "pid": 46715, "process": {"exists": false, "pid": 46715}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.312, "sample_count": 2478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-02T09:40:47+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-02T09:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.414, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 390.586, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-02T09:40:47.289394+09:00", "mtime_epoch": 1793580047.2893937, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139125}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:40:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 2027.027, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2323075, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.404, "max": 24.0, "p95": 21.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 228}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 2.127, "max": 4.0, "p95": 3.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 2.127, "max": 4.0, "p95": 3.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 18.92, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 228, "max_ms": 6.342, "p95_ms": 2.569, "reason": null, "sample_age_ms": 65.931, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 228, "max_ms": 5.586, "p95_ms": 2.017, "reason": null, "sample_age_ms": 66.268, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 229, "max_ms": 1.311, "p95_ms": 0.686, "reason": null, "sample_age_ms": 18.932, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.707, "count": 228, "max_ms": 4.106, "p95_ms": 2.786, "reason": null, "sample_age_ms": 64.172, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.147, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.315, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.891, "count": 229, "max_ms": 81.929, "p95_ms": 58.245, "reason": null, "sample_age_ms": 18.915, "source": "client_direct"}, "sample_age_ms": 18.91, "source": "client_direct", "task_total_ms": {"avg_ms": 47.154, "count": 229, "max_ms": 84.079, "p95_ms": 60.48, "reason": null, "sample_age_ms": 18.91, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.491, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.736, "count": 228, "max_ms": 21.842, "p95_ms": 14.507}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.471, "count": 228, "max_ms": 1.161, "p95_ms": 0.797}, "detection_prepare_ms": {"avg_ms": 1.619, "count": 228, "max_ms": 8.238, "p95_ms": 2.634}, "event_filter_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.091, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 228, "max_ms": 1.478, "p95_ms": 0.532}, "mcmt_ms": {"avg_ms": 0.003, "count": 228, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.774, "count": 228, "max_ms": 16.089, "p95_ms": 7.43}, "setup_ms": {"avg_ms": 0.038, "count": 228, "max_ms": 0.1, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 9.67, "count": 228, "max_ms": 21.748, "p95_ms": 14.431}, "track_match_ms": {"avg_ms": 0.203, "count": 228, "max_ms": 0.446, "p95_ms": 0.361}, "tracker_update_ms": {"avg_ms": 2.261, "count": 228, "max_ms": 4.313, "p95_ms": 3.48}}, "gstreamer_push": {"avg_ms": 2.83, "count": 228, "max_ms": 7.199, "p95_ms": 4.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 228, "max_ms": 1.385, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.366, "count": 228, "max_ms": 91.123, "p95_ms": 62.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.712, "count": 228, "max_ms": 16.658, "p95_ms": 9.291}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.883, "count": 228, "max_ms": 934.569, "p95_ms": 159.754}, "inference_input_copy_ms": {"avg_ms": 1.521, "count": 228, "max_ms": 4.53, "p95_ms": 2.412}, "processing_residual_ms": {"avg_ms": 0.25, "count": 228, "max_ms": 0.798, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.365, "count": 228, "max_ms": 944.535, "p95_ms": 164.431}, "read_interval": {"avg_ms": 131.134, "count": 229, "max_ms": 991.72, "p95_ms": 183.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 228, "max_ms": 0.197, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 4.696, "count": 228, "max_ms": 15.957, "p95_ms": 7.355}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.062, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.676, "count": 228, "max_ms": 15.926, "p95_ms": 7.333}, "worker_merge_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.379, "count": 228, "max_ms": 91.14, "p95_ms": 62.39}, "visualize": {"avg_ms": 42.032, "count": 228, "max_ms": 743.143, "p95_ms": 61.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.078, "count": 228, "max_ms": 733.888, "p95_ms": 43.859}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.52, "count": 228, "max_ms": 742.044, "p95_ms": 58.488}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 228, "max_ms": 4.179, "p95_ms": 2.067}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.39, "count": 228, "max_ms": 741.909, "p95_ms": 58.289}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 228, "max_ms": 0.207, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1992.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.654, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.279, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136363, "write_bytes_delta": 136363, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1138.0, "cpu_core_ratio": 0.42255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46715, "reason": null, "system_cpu_core_ratio": 0.033964, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.388586, "user_cpu_s_delta": 7.779999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.86901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617842, "system_cpu_s_delta": 12.370000000009895, "user_cpu_core_ratio": 1.251168, "user_cpu_s_delta": 25.04999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.853, "count": 237, "max_ms": 16.153, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.532, "max": 24.0, "p95": 22.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.304, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 3.304, "max": 5.0, "p95": 5.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.865, "count": 30, "max": 64.003, "p95": 50.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.367, "count": 30, "max": 21.418, "p95": 19.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.167, "count": 30, "max": 1261.0, "p95": 1190.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1201.367, "count": 30, "max": 14260.0, "p95": 8484.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.469, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.318, "count": 30, "max": 4.841, "p95": 2.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3663.967, "count": 30, "max": 55640.0, "p95": 27702.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.715, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.43, "p95": 1.424, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18198, "sampled_at": "2026-11-02T09:40:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:40:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3793714, "flush_count": 4018, "flush_interval_seconds": 30.0, "flush_state": {"count": 4018, "last_at": "2026-11-02T09:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4017}, "started": true, "suppressed_count": 2319349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2319058}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4018, "written_record_count": 4018}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10267.762, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:40:47+09:00", "last_error_summary": "[h264 @ 0x55fe8ff6ee80] error while decoding MB 66 66, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6422837760000, "copied_frame_count": 2323075, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6422837760000, "frame_buffer_copies": 2323075, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 3.2251, "p50_ms": 0.081, "p95_ms": 0.1778, "p99_ms": 0.2803}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.352, "count": 512, "max_ms": 5.0425, "p50_ms": 1.244, "p95_ms": 2.3903, "p99_ms": 3.0111, "results": {"failed": 0, "not_applicable": 0, "success": 2323075, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 486, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:40:47+09:00", "last_error_summary": "[h264 @ 0x55fe8ff6ee80] error while decoding MB 66 66, bytestream -12", "last_exit_at": "2026-11-02T09:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.98, "last_started_at": "2026-11-02T09:37:32+09:00", "pid": 46715, "process": {"exists": false, "pid": 46715}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.312, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T09:40:47+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-02T09:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.475, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 390.525, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-11-02T09:40:47.289394+09:00", "mtime_epoch": 1793580047.2893937, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139125}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:40:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 2027.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2323075, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.376, "max": 24.0, "p95": 21.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 229}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 2.122, "max": 4.0, "p95": 3.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 2.122, "max": 4.0, "p95": 3.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.642, "pushed": 7.642, "read": 7.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 78.885, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 228, "max_ms": 6.342, "p95_ms": 2.569, "reason": null, "sample_age_ms": 125.896, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 228, "max_ms": 5.586, "p95_ms": 2.017, "reason": null, "sample_age_ms": 126.233, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 228, "max_ms": 1.311, "p95_ms": 0.687, "reason": null, "sample_age_ms": 78.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.707, "count": 228, "max_ms": 4.106, "p95_ms": 2.786, "reason": null, "sample_age_ms": 124.137, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.111, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.28, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.947, "count": 228, "max_ms": 81.929, "p95_ms": 58.267, "reason": null, "sample_age_ms": 78.88, "source": "client_direct"}, "sample_age_ms": 78.875, "source": "client_direct", "task_total_ms": {"avg_ms": 47.211, "count": 228, "max_ms": 84.079, "p95_ms": 60.481, "reason": null, "sample_age_ms": 78.875, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.471, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.73, "count": 229, "max_ms": 21.842, "p95_ms": 14.507}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.471, "count": 229, "max_ms": 1.161, "p95_ms": 0.797}, "detection_prepare_ms": {"avg_ms": 1.617, "count": 229, "max_ms": 8.238, "p95_ms": 2.634}, "event_filter_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.091, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 229, "max_ms": 1.478, "p95_ms": 0.532}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.771, "count": 229, "max_ms": 16.089, "p95_ms": 7.43}, "setup_ms": {"avg_ms": 0.038, "count": 229, "max_ms": 0.1, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 9.664, "count": 229, "max_ms": 21.748, "p95_ms": 14.431}, "track_match_ms": {"avg_ms": 0.203, "count": 229, "max_ms": 0.446, "p95_ms": 0.361}, "tracker_update_ms": {"avg_ms": 2.26, "count": 229, "max_ms": 4.313, "p95_ms": 3.48}}, "gstreamer_push": {"avg_ms": 2.833, "count": 229, "max_ms": 7.199, "p95_ms": 4.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 229, "max_ms": 1.385, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.363, "count": 229, "max_ms": 91.123, "p95_ms": 62.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.705, "count": 229, "max_ms": 16.658, "p95_ms": 9.291}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.877, "count": 229, "max_ms": 934.569, "p95_ms": 159.754}, "inference_input_copy_ms": {"avg_ms": 1.521, "count": 229, "max_ms": 4.53, "p95_ms": 2.412}, "processing_residual_ms": {"avg_ms": 0.25, "count": 229, "max_ms": 0.798, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.352, "count": 229, "max_ms": 944.535, "p95_ms": 164.431}, "read_interval": {"avg_ms": 131.306, "count": 228, "max_ms": 991.72, "p95_ms": 183.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 229, "max_ms": 0.197, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 4.693, "count": 229, "max_ms": 15.957, "p95_ms": 7.355}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 229, "max_ms": 0.062, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.673, "count": 229, "max_ms": 15.926, "p95_ms": 7.333}, "worker_merge_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.376, "count": 229, "max_ms": 91.14, "p95_ms": 62.39}, "visualize": {"avg_ms": 42.079, "count": 229, "max_ms": 743.143, "p95_ms": 61.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.088, "count": 229, "max_ms": 733.888, "p95_ms": 43.859}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.547, "count": 229, "max_ms": 742.044, "p95_ms": 58.488}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 229, "max_ms": 6.085, "p95_ms": 2.136}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.416, "count": 229, "max_ms": 741.909, "p95_ms": 58.289}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 229, "max_ms": 0.207, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1992.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.654, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.279, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136363, "write_bytes_delta": 136363, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1138.0, "cpu_core_ratio": 0.42255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46715, "reason": null, "system_cpu_core_ratio": 0.033964, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.388586, "user_cpu_s_delta": 7.779999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.86901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617842, "system_cpu_s_delta": 12.370000000009895, "user_cpu_core_ratio": 1.251168, "user_cpu_s_delta": 25.04999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.853, "count": 237, "max_ms": 16.153, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.532, "max": 24.0, "p95": 22.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.304, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 3.304, "max": 5.0, "p95": 5.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.865, "count": 30, "max": 64.003, "p95": 50.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.367, "count": 30, "max": 21.418, "p95": 19.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.167, "count": 30, "max": 1261.0, "p95": 1190.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1201.367, "count": 30, "max": 14260.0, "p95": 8484.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.469, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.318, "count": 30, "max": 4.841, "p95": 2.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3663.967, "count": 30, "max": 55640.0, "p95": 27702.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.715, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.43, "p95": 1.424, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18198, "sampled_at": "2026-11-02T09:40:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:40:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3793714, "flush_count": 4018, "flush_interval_seconds": 30.0, "flush_state": {"count": 4018, "last_at": "2026-11-02T09:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4017}, "started": true, "suppressed_count": 2319349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2319058}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4018, "written_record_count": 4018}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10266.688, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6422837760000, "copied_frame_count": 2323075, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6422837760000, "frame_buffer_copies": 2323075, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 3.2251, "p50_ms": 0.081, "p95_ms": 0.1778, "p99_ms": 0.2803}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.352, "count": 512, "max_ms": 5.0425, "p50_ms": 1.244, "p95_ms": 2.3903, "p99_ms": 3.0111, "results": {"failed": 0, "not_applicable": 0, "success": 2323075, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 486, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:40:47+09:00", "last_error_summary": "[h264 @ 0x55fe8ff6ee80] error while decoding MB 66 66, bytestream -12", "last_exit_at": "2026-11-02T09:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.024, "last_started_at": "2026-11-02T09:37:32+09:00", "pid": 46715, "process": {"exists": false, "pid": 46715}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.312, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-02T09:40:47+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-11-02T09:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.51, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 390.49, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-02T09:40:47.408396+09:00", "mtime_epoch": 1793580047.4083955, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139074}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:40:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 2027.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2323075, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.395, "max": 24.0, "p95": 21.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 228}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 2.123, "max": 4.0, "p95": 3.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 2.123, "max": 4.0, "p95": 3.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 122.204, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.786, "count": 227, "max_ms": 6.342, "p95_ms": 2.569, "reason": null, "sample_age_ms": 169.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 227, "max_ms": 5.586, "p95_ms": 2.031, "reason": null, "sample_age_ms": 169.552, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 228, "max_ms": 1.311, "p95_ms": 0.687, "reason": null, "sample_age_ms": 122.215, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.706, "count": 227, "max_ms": 4.106, "p95_ms": 2.789, "reason": null, "sample_age_ms": 167.456, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.599, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.947, "count": 228, "max_ms": 81.929, "p95_ms": 58.267, "reason": null, "sample_age_ms": 122.199, "source": "client_direct"}, "sample_age_ms": 122.194, "source": "client_direct", "task_total_ms": {"avg_ms": 47.211, "count": 228, "max_ms": 84.079, "p95_ms": 60.481, "reason": null, "sample_age_ms": 122.194, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.737, "count": 228, "max_ms": 21.842, "p95_ms": 14.507}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.472, "count": 228, "max_ms": 1.161, "p95_ms": 0.797}, "detection_prepare_ms": {"avg_ms": 1.62, "count": 228, "max_ms": 8.238, "p95_ms": 2.634}, "event_filter_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.091, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 228, "max_ms": 1.478, "p95_ms": 0.532}, "mcmt_ms": {"avg_ms": 0.003, "count": 228, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.773, "count": 228, "max_ms": 16.089, "p95_ms": 7.43}, "setup_ms": {"avg_ms": 0.038, "count": 228, "max_ms": 0.1, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 9.672, "count": 228, "max_ms": 21.748, "p95_ms": 14.431}, "track_match_ms": {"avg_ms": 0.203, "count": 228, "max_ms": 0.446, "p95_ms": 0.361}, "tracker_update_ms": {"avg_ms": 2.262, "count": 228, "max_ms": 4.313, "p95_ms": 3.48}}, "gstreamer_push": {"avg_ms": 2.833, "count": 228, "max_ms": 7.199, "p95_ms": 4.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 228, "max_ms": 1.385, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.423, "count": 228, "max_ms": 91.123, "p95_ms": 62.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.708, "count": 228, "max_ms": 16.658, "p95_ms": 9.291}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.98, "count": 228, "max_ms": 934.569, "p95_ms": 159.754}, "inference_input_copy_ms": {"avg_ms": 1.518, "count": 228, "max_ms": 4.53, "p95_ms": 2.412}, "processing_residual_ms": {"avg_ms": 0.25, "count": 228, "max_ms": 0.798, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.456, "count": 228, "max_ms": 944.535, "p95_ms": 164.431}, "read_interval": {"avg_ms": 131.306, "count": 228, "max_ms": 991.72, "p95_ms": 183.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 228, "max_ms": 0.197, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 4.695, "count": 228, "max_ms": 15.957, "p95_ms": 7.355}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.062, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.675, "count": 228, "max_ms": 15.926, "p95_ms": 7.333}, "worker_merge_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.436, "count": 228, "max_ms": 91.14, "p95_ms": 62.39}, "visualize": {"avg_ms": 42.073, "count": 228, "max_ms": 743.143, "p95_ms": 61.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.075, "count": 228, "max_ms": 733.888, "p95_ms": 43.859}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.541, "count": 228, "max_ms": 742.044, "p95_ms": 58.488}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 228, "max_ms": 6.085, "p95_ms": 2.136}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.41, "count": 228, "max_ms": 741.909, "p95_ms": 58.289}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 228, "max_ms": 0.207, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1992.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.654, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.279, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136363, "write_bytes_delta": 136363, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1138.0, "cpu_core_ratio": 0.42255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46715, "reason": null, "system_cpu_core_ratio": 0.033964, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.388586, "user_cpu_s_delta": 7.779999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.86901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617842, "system_cpu_s_delta": 12.370000000009895, "user_cpu_core_ratio": 1.251168, "user_cpu_s_delta": 25.04999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.853, "count": 237, "max_ms": 16.153, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.532, "max": 24.0, "p95": 22.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.304, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 3.304, "max": 5.0, "p95": 5.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.865, "count": 30, "max": 64.003, "p95": 50.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.367, "count": 30, "max": 21.418, "p95": 19.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.167, "count": 30, "max": 1261.0, "p95": 1190.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1201.367, "count": 30, "max": 14260.0, "p95": 8484.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.469, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.318, "count": 30, "max": 4.841, "p95": 2.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3663.967, "count": 30, "max": 55640.0, "p95": 27702.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.715, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.43, "p95": 1.424, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18198, "sampled_at": "2026-11-02T09:40:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:40:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3793714, "flush_count": 4018, "flush_interval_seconds": 30.0, "flush_state": {"count": 4018, "last_at": "2026-11-02T09:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4017}, "started": true, "suppressed_count": 2319349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2319058}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4018, "written_record_count": 4018}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10441.105, "limit_mb": null}, "detail": {"pid": 47197, "restart_count": 174, "start_count": 175}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6422837760000, "copied_frame_count": 2323075, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6422837760000, "frame_buffer_copies": 2323075, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 3.2251, "p50_ms": 0.081, "p95_ms": 0.1778, "p99_ms": 0.2803}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.352, "count": 512, "max_ms": 5.0425, "p50_ms": 1.244, "p95_ms": 2.3903, "p99_ms": 3.0111, "results": {"failed": 0, "not_applicable": 0, "success": 2323075, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 486, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:40:47+09:00", "last_error_summary": "[h264 @ 0x55fe8ff6ee80] error while decoding MB 66 66, bytestream -12", "last_exit_at": "2026-11-02T09:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:40:49+09:00", "pid": 47197, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.734, "name": "ffmpeg", "pid": 47197, "rss_mb": 209.734, "state": "S (sleeping)", "threads": 70}, "restart_count": 174, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.312, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.553, "last_frame_pushed_at": "2026-11-02T09:40:47+09:00", "last_frame_read_age_sec": 4.672, "last_frame_read_at": "2026-11-02T09:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.029, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 385.971, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 4.543, "exists": true, "mtime": "2026-11-02T09:40:47.408396+09:00", "mtime_epoch": 1793580047.4083955, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139074}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:40:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 2027.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2323075, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.85, "max": 24.0, "p95": 21.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.23, "max": 5.0, "p95": 5.0, "sample_count": 187}, "total": {"avg": 3.23, "max": 5.0, "p95": 5.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 2.144, "max": 4.0, "p95": 3.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 2.144, "max": 4.0, "p95": 3.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.247, "pushed": 6.247, "read": 6.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4632.25, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 186, "max_ms": 6.342, "p95_ms": 2.569, "reason": null, "sample_age_ms": 4679.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 186, "max_ms": 5.584, "p95_ms": 2.046, "reason": null, "sample_age_ms": 4679.598, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 187, "max_ms": 1.311, "p95_ms": 0.698, "reason": null, "sample_age_ms": 4632.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.719, "count": 186, "max_ms": 4.106, "p95_ms": 2.731, "reason": null, "sample_age_ms": 4677.501, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4677.476, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4632.644, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.225, "count": 187, "max_ms": 81.929, "p95_ms": 58.445, "reason": null, "sample_age_ms": 4632.245, "source": "client_direct"}, "sample_age_ms": 4632.24, "source": "client_direct", "task_total_ms": {"avg_ms": 47.511, "count": 187, "max_ms": 84.079, "p95_ms": 60.922, "reason": null, "sample_age_ms": 4632.24, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.078, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.036, "count": 187, "max_ms": 21.842, "p95_ms": 14.686}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.501, "count": 187, "max_ms": 1.161, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.66, "count": 187, "max_ms": 8.238, "p95_ms": 2.679}, "event_filter_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.091, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.307, "count": 187, "max_ms": 1.478, "p95_ms": 0.569}, "mcmt_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.93, "count": 187, "max_ms": 16.089, "p95_ms": 7.515}, "setup_ms": {"avg_ms": 0.039, "count": 187, "max_ms": 0.1, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 9.969, "count": 187, "max_ms": 21.748, "p95_ms": 14.636}, "track_match_ms": {"avg_ms": 0.204, "count": 187, "max_ms": 0.392, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.317, "count": 187, "max_ms": 4.313, "p95_ms": 3.555}}, "gstreamer_push": {"avg_ms": 2.904, "count": 187, "max_ms": 7.199, "p95_ms": 4.784}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 187, "max_ms": 1.385, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.761, "count": 187, "max_ms": 91.123, "p95_ms": 62.39}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.869, "count": 187, "max_ms": 16.658, "p95_ms": 9.473}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.228, "count": 187, "max_ms": 934.569, "p95_ms": 164.039}, "inference_input_copy_ms": {"avg_ms": 1.534, "count": 187, "max_ms": 4.53, "p95_ms": 2.412}, "processing_residual_ms": {"avg_ms": 0.26, "count": 187, "max_ms": 0.798, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.891, "count": 187, "max_ms": 944.535, "p95_ms": 169.921}, "read_interval": {"avg_ms": 136.368, "count": 186, "max_ms": 991.72, "p95_ms": 187.994}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 187, "max_ms": 0.197, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 4.85, "count": 187, "max_ms": 15.957, "p95_ms": 7.386}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 187, "max_ms": 0.048, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.83, "count": 187, "max_ms": 15.926, "p95_ms": 7.369}, "worker_merge_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 48.774, "count": 187, "max_ms": 91.14, "p95_ms": 62.404}, "visualize": {"avg_ms": 43.59, "count": 187, "max_ms": 743.143, "p95_ms": 67.623}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.341, "count": 187, "max_ms": 733.888, "p95_ms": 48.936}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.052, "count": 187, "max_ms": 742.044, "p95_ms": 64.947}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 187, "max_ms": 6.085, "p95_ms": 2.151}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.921, "count": 187, "max_ms": 741.909, "p95_ms": 64.799}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 187, "max_ms": 0.207, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1992.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.654, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.279, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136363, "write_bytes_delta": 136363, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1138.0, "cpu_core_ratio": 0.42255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 46715, "reason": null, "system_cpu_core_ratio": 0.033964, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.388586, "user_cpu_s_delta": 7.779999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.86901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617842, "system_cpu_s_delta": 12.370000000009895, "user_cpu_core_ratio": 1.251168, "user_cpu_s_delta": 25.04999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.853, "count": 237, "max_ms": 16.153, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.532, "max": 24.0, "p95": 22.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.304, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 3.304, "max": 5.0, "p95": 5.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.865, "count": 30, "max": 64.003, "p95": 50.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.367, "count": 30, "max": 21.418, "p95": 19.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.167, "count": 30, "max": 1261.0, "p95": 1190.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1201.367, "count": 30, "max": 14260.0, "p95": 8484.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.361, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.469, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.318, "count": 30, "max": 4.841, "p95": 2.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131747.933, "count": 30, "max": 137268.0, "p95": 136582.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3663.967, "count": 30, "max": 55640.0, "p95": 27702.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.715, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.43, "p95": 1.424, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18198, "sampled_at": "2026-11-02T09:40:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:40:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3797857, "flush_count": 4022, "flush_interval_seconds": 30.0, "flush_state": {"count": 4022, "last_at": "2026-11-02T09:44:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:44:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4021}, "started": true, "suppressed_count": 2321265, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2320974}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4022, "written_record_count": 4022}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10181.223, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e26c34ccdc0] cabac decode of qscale diff failed at 115 66 [h264 @ 0x5e26c34ccdc0] error while decoding MB 115 66, bytestream 9492 [h264 @ 0x5e26c3490880] cabac decode of qscale diff failed at 92 50 [h264 @ 0x5e26c3490880] error while decoding MB 92 50, bytestream 10452 [h264 @ 0x5e26c34544c0] cabac decode of qscale diff failed at 52 62 [h264 @ 0x5e26c34544c0] error while decoding MB 52 62, bytestream 8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6428143411200, "copied_frame_count": 2324994, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6428143411200, "frame_buffer_copies": 2324994, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0894, "count": 512, "max_ms": 0.3059, "p50_ms": 0.0787, "p95_ms": 0.1602, "p99_ms": 0.2274}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2118, "count": 512, "max_ms": 5.1107, "p50_ms": 1.0984, "p95_ms": 2.0306, "p99_ms": 2.7427, "results": {"failed": 0, "not_applicable": 0, "success": 2324994, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:44:34+09:00", "last_error_summary": "[h264 @ 0x5e26c34ccdc0] cabac decode of qscale diff failed at 115 66 [h264 @ 0x5e26c34ccdc0] error while decoding MB 115 66, bytestream 9492 [h264 @ 0x5e26c3490880] cabac decode of qscale diff failed at 92 50 [h264 @ 0x5e26c3490880] error while decoding MB 92 50, bytestream 10452 [h264 @ 0x5e26c34544c0] cabac decode of qscale diff failed at 52 62 [h264 @ 0x5e26c34544c0] error while decoding MB 52 62, bytestream 8", "last_exit_at": "2026-11-02T09:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.991, "last_started_at": "2026-11-02T09:40:49+09:00", "pid": 47197, "process": {"exists": false, "pid": 47197}, "restart_count": 174, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.361, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-11-02T09:44:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-11-02T09:44:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.061, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 162.939, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-11-02T09:44:34.848386+09:00", "mtime_epoch": 1793580274.848386, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140191}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:44:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1930.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2324995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.458, "max": 9.0, "p95": 7.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.944, "max": 4.0, "p95": 4.0, "sample_count": 144}, "total": {"avg": 2.944, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 144, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.855, "pushed": 4.855, "read": 4.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 65.584, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.693, "count": 144, "max_ms": 3.291, "p95_ms": 2.207, "reason": null, "sample_age_ms": 109.238, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 144, "max_ms": 2.877, "p95_ms": 1.655, "reason": null, "sample_age_ms": 109.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 144, "max_ms": 0.769, "p95_ms": 0.449, "reason": null, "sample_age_ms": 65.597, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.496, "count": 144, "max_ms": 3.394, "p95_ms": 2.376, "reason": null, "sample_age_ms": 108.304, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2764808.0, "count": 144, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.285, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.084, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.676, "count": 144, "max_ms": 80.603, "p95_ms": 56.681, "reason": null, "sample_age_ms": 65.58, "source": "client_direct"}, "sample_age_ms": 65.576, "source": "client_direct", "task_total_ms": {"avg_ms": 43.578, "count": 144, "max_ms": 84.608, "p95_ms": 59.023, "reason": null, "sample_age_ms": 65.576, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.649, "count": 144, "max_ms": 16.646, "p95_ms": 14.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 144, "max_ms": 0.772, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 1.417, "count": 144, "max_ms": 6.649, "p95_ms": 2.661}, "event_filter_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 144, "max_ms": 0.62, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.277, "count": 144, "max_ms": 9.865, "p95_ms": 8.134}, "setup_ms": {"avg_ms": 0.035, "count": 144, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 9.588, "count": 144, "max_ms": 16.577, "p95_ms": 14.158}, "track_match_ms": {"avg_ms": 0.163, "count": 144, "max_ms": 0.403, "p95_ms": 0.311}, "tracker_update_ms": {"avg_ms": 1.996, "count": 144, "max_ms": 4.177, "p95_ms": 3.231}}, "gstreamer_push": {"avg_ms": 2.507, "count": 143, "max_ms": 6.776, "p95_ms": 4.082}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.34, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.639, "count": 144, "max_ms": 85.561, "p95_ms": 60.228}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.968, "count": 143, "max_ms": 12.694, "p95_ms": 8.383}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.919, "count": 143, "max_ms": 142.618, "p95_ms": 118.278}, "inference_input_copy_ms": {"avg_ms": 1.481, "count": 143, "max_ms": 4.102, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.241, "count": 143, "max_ms": 0.747, "p95_ms": 0.448}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.609, "count": 143, "max_ms": 148.939, "p95_ms": 123.174}, "read_interval": {"avg_ms": 215.301, "count": 144, "max_ms": 7355.361, "p95_ms": 160.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 144, "max_ms": 0.176, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.206, "count": 144, "max_ms": 9.789, "p95_ms": 7.995}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.187, "count": 144, "max_ms": 9.77, "p95_ms": 7.961}, "worker_merge_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.65, "count": 144, "max_ms": 85.577, "p95_ms": 60.239}, "visualize": {"avg_ms": 34.7, "count": 144, "max_ms": 62.099, "p95_ms": 52.189}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.87, "count": 144, "max_ms": 51.034, "p95_ms": 43.181}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.356, "count": 144, "max_ms": 59.853, "p95_ms": 49.878}, "visualize_input_copy_ms": {"avg_ms": 1.161, "count": 144, "max_ms": 3.113, "p95_ms": 2.014}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.245, "count": 144, "max_ms": 59.654, "p95_ms": 49.711}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 144, "max_ms": 0.21, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1930.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.434, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.778, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137815, "write_bytes_delta": 137815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.796278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1358.0, "pid": 47197, "reason": null, "system_cpu_core_ratio": 0.43646, "system_cpu_s_delta": 8.77, "user_cpu_core_ratio": 0.359818, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.990869, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.329958, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.660911, "user_cpu_s_delta": 13.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.418, "count": 160, "max_ms": 8.615, "p95_ms": 3.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.544, "max": 14.0, "p95": 7.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.681, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 2.681, "max": 4.0, "p95": 3.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.615, "count": 30, "max": 67.339, "p95": 62.075, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.117, "count": 30, "max": 25.785, "p95": 23.796, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 804.767, "count": 30, "max": 1316.0, "p95": 1300.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1110.567, "count": 30, "max": 14260.0, "p95": 6782.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.462, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.841, "p95": 0.093, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3818.867, "count": 30, "max": 55640.0, "p95": 30194.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.624, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.13, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18210, "sampled_at": "2026-11-02T09:44:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:44:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.453, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3797857, "flush_count": 4022, "flush_interval_seconds": 30.0, "flush_state": {"count": 4022, "last_at": "2026-11-02T09:44:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:44:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4021}, "started": true, "suppressed_count": 2321265, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2320974}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4022, "written_record_count": 4022}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10174.645, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:44:34+09:00", "last_error_summary": "[h264 @ 0x5e26c34ccdc0] cabac decode of qscale diff failed at 115 66 [h264 @ 0x5e26c34ccdc0] error while decoding MB 115 66, bytestream 9492 [h264 @ 0x5e26c3490880] cabac decode of qscale diff failed at 92 50 [h264 @ 0x5e26c3490880] error while decoding MB 92 50, bytestream 10452 [h264 @ 0x5e26c34544c0] cabac decode of qscale diff failed at 52 62 [h264 @ 0x5e26c34544c0] error while decoding MB 52 62, bytestream 8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6428146176000, "copied_frame_count": 2324995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6428146176000, "frame_buffer_copies": 2324995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0897, "count": 512, "max_ms": 0.3059, "p50_ms": 0.0791, "p95_ms": 0.1607, "p99_ms": 0.2274}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2133, "count": 512, "max_ms": 5.1107, "p50_ms": 1.0984, "p95_ms": 2.0306, "p99_ms": 2.7427, "results": {"failed": 0, "not_applicable": 0, "success": 2324995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:44:34+09:00", "last_error_summary": "[h264 @ 0x5e26c34ccdc0] cabac decode of qscale diff failed at 115 66 [h264 @ 0x5e26c34ccdc0] error while decoding MB 115 66, bytestream 9492 [h264 @ 0x5e26c3490880] cabac decode of qscale diff failed at 92 50 [h264 @ 0x5e26c3490880] error while decoding MB 92 50, bytestream 10452 [h264 @ 0x5e26c34544c0] cabac decode of qscale diff failed at 52 62 [h264 @ 0x5e26c34544c0] error while decoding MB 52 62, bytestream 8", "last_exit_at": "2026-11-02T09:44:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.081, "last_started_at": "2026-11-02T09:40:49+09:00", "pid": 47197, "process": {"exists": false, "pid": 47197}, "restart_count": 174, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.361, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-02T09:44:34+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-02T09:44:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.103, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 162.897, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-02T09:44:34.987388+09:00", "mtime_epoch": 1793580274.9873877, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:44:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1930.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2324995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.458, "max": 9.0, "p95": 7.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.944, "max": 4.0, "p95": 4.0, "sample_count": 144}, "total": {"avg": 2.944, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.874, "pushed": 4.874, "read": 4.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 155.206, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.693, "count": 144, "max_ms": 3.291, "p95_ms": 2.207, "reason": null, "sample_age_ms": 198.86, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 144, "max_ms": 2.877, "p95_ms": 1.655, "reason": null, "sample_age_ms": 199.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 144, "max_ms": 0.769, "p95_ms": 0.449, "reason": null, "sample_age_ms": 155.219, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.496, "count": 144, "max_ms": 3.394, "p95_ms": 2.376, "reason": null, "sample_age_ms": 197.925, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2764808.0, "count": 144, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.907, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.706, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.676, "count": 144, "max_ms": 80.603, "p95_ms": 56.681, "reason": null, "sample_age_ms": 155.202, "source": "client_direct"}, "sample_age_ms": 155.197, "source": "client_direct", "task_total_ms": {"avg_ms": 43.578, "count": 144, "max_ms": 84.608, "p95_ms": 59.023, "reason": null, "sample_age_ms": 155.197, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.447, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.649, "count": 144, "max_ms": 16.646, "p95_ms": 14.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 144, "max_ms": 0.772, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 1.417, "count": 144, "max_ms": 6.649, "p95_ms": 2.661}, "event_filter_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 144, "max_ms": 0.62, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.277, "count": 144, "max_ms": 9.865, "p95_ms": 8.134}, "setup_ms": {"avg_ms": 0.035, "count": 144, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 9.588, "count": 144, "max_ms": 16.577, "p95_ms": 14.158}, "track_match_ms": {"avg_ms": 0.163, "count": 144, "max_ms": 0.403, "p95_ms": 0.311}, "tracker_update_ms": {"avg_ms": 1.996, "count": 144, "max_ms": 4.177, "p95_ms": 3.231}}, "gstreamer_push": {"avg_ms": 2.513, "count": 144, "max_ms": 6.776, "p95_ms": 4.082}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.34, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.639, "count": 144, "max_ms": 85.561, "p95_ms": 60.228}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.04, "count": 144, "max_ms": 13.304, "p95_ms": 8.849}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.029, "count": 144, "max_ms": 142.618, "p95_ms": 118.278}, "inference_input_copy_ms": {"avg_ms": 1.477, "count": 144, "max_ms": 4.102, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.24, "count": 144, "max_ms": 0.747, "p95_ms": 0.448}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.785, "count": 144, "max_ms": 148.939, "p95_ms": 123.174}, "read_interval": {"avg_ms": 215.301, "count": 144, "max_ms": 7355.361, "p95_ms": 160.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 144, "max_ms": 0.176, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.206, "count": 144, "max_ms": 9.789, "p95_ms": 7.995}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.187, "count": 144, "max_ms": 9.77, "p95_ms": 7.961}, "worker_merge_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.65, "count": 144, "max_ms": 85.577, "p95_ms": 60.239}, "visualize": {"avg_ms": 34.7, "count": 144, "max_ms": 62.099, "p95_ms": 52.189}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.87, "count": 144, "max_ms": 51.034, "p95_ms": 43.181}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.356, "count": 144, "max_ms": 59.853, "p95_ms": 49.878}, "visualize_input_copy_ms": {"avg_ms": 1.161, "count": 144, "max_ms": 3.113, "p95_ms": 2.014}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.245, "count": 144, "max_ms": 59.654, "p95_ms": 49.711}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 144, "max_ms": 0.21, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1930.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.434, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.778, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137815, "write_bytes_delta": 137815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.796278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1358.0, "pid": 47197, "reason": null, "system_cpu_core_ratio": 0.43646, "system_cpu_s_delta": 8.77, "user_cpu_core_ratio": 0.359818, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.990869, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.329958, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.660911, "user_cpu_s_delta": 13.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.418, "count": 160, "max_ms": 8.615, "p95_ms": 3.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.544, "max": 14.0, "p95": 7.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.681, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 2.681, "max": 4.0, "p95": 3.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.615, "count": 30, "max": 67.339, "p95": 62.075, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.117, "count": 30, "max": 25.785, "p95": 23.796, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 804.767, "count": 30, "max": 1316.0, "p95": 1300.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1110.567, "count": 30, "max": 14260.0, "p95": 6782.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.462, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.841, "p95": 0.093, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3818.867, "count": 30, "max": 55640.0, "p95": 30194.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.624, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.13, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18210, "sampled_at": "2026-11-02T09:44:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:44:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.544, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3797857, "flush_count": 4022, "flush_interval_seconds": 30.0, "flush_state": {"count": 4022, "last_at": "2026-11-02T09:44:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:44:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4021}, "started": true, "suppressed_count": 2321265, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2320974}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4022, "written_record_count": 4022}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10175.461, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6428146176000, "copied_frame_count": 2324995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6428146176000, "frame_buffer_copies": 2324995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0897, "count": 512, "max_ms": 0.3059, "p50_ms": 0.0791, "p95_ms": 0.1607, "p99_ms": 0.2274}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2133, "count": 512, "max_ms": 5.1107, "p50_ms": 1.0984, "p95_ms": 2.0306, "p99_ms": 2.7427, "results": {"failed": 0, "not_applicable": 0, "success": 2324995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:44:34+09:00", "last_error_summary": "[h264 @ 0x5e26c34ccdc0] cabac decode of qscale diff failed at 115 66 [h264 @ 0x5e26c34ccdc0] error while decoding MB 115 66, bytestream 9492 [h264 @ 0x5e26c3490880] cabac decode of qscale diff failed at 92 50 [h264 @ 0x5e26c3490880] error while decoding MB 92 50, bytestream 10452 [h264 @ 0x5e26c34544c0] cabac decode of qscale diff failed at 52 62 [h264 @ 0x5e26c34544c0] error while decoding MB 52 62, bytestream 8", "last_exit_at": "2026-11-02T09:44:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.121, "last_started_at": "2026-11-02T09:40:49+09:00", "pid": 47197, "process": {"exists": false, "pid": 47197}, "restart_count": 174, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.361, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-11-02T09:44:34+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-11-02T09:44:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.141, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 162.859, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-02T09:44:34.987388+09:00", "mtime_epoch": 1793580274.9873877, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:44:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1930.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2324995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.458, "max": 9.0, "p95": 7.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.944, "max": 4.0, "p95": 4.0, "sample_count": 144}, "total": {"avg": 2.944, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 190.927, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.693, "count": 144, "max_ms": 3.291, "p95_ms": 2.207, "reason": null, "sample_age_ms": 234.581, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 144, "max_ms": 2.877, "p95_ms": 1.655, "reason": null, "sample_age_ms": 234.73, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 144, "max_ms": 0.769, "p95_ms": 0.449, "reason": null, "sample_age_ms": 190.94, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.496, "count": 144, "max_ms": 3.394, "p95_ms": 2.376, "reason": null, "sample_age_ms": 233.647, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2764808.0, "count": 144, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 233.628, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 191.427, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.676, "count": 144, "max_ms": 80.603, "p95_ms": 56.681, "reason": null, "sample_age_ms": 190.923, "source": "client_direct"}, "sample_age_ms": 190.919, "source": "client_direct", "task_total_ms": {"avg_ms": 43.578, "count": 144, "max_ms": 84.608, "p95_ms": 59.023, "reason": null, "sample_age_ms": 190.919, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.396, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.649, "count": 144, "max_ms": 16.646, "p95_ms": 14.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 144, "max_ms": 0.772, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 1.417, "count": 144, "max_ms": 6.649, "p95_ms": 2.661}, "event_filter_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 144, "max_ms": 0.62, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.277, "count": 144, "max_ms": 9.865, "p95_ms": 8.134}, "setup_ms": {"avg_ms": 0.035, "count": 144, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 9.588, "count": 144, "max_ms": 16.577, "p95_ms": 14.158}, "track_match_ms": {"avg_ms": 0.163, "count": 144, "max_ms": 0.403, "p95_ms": 0.311}, "tracker_update_ms": {"avg_ms": 1.996, "count": 144, "max_ms": 4.177, "p95_ms": 3.231}}, "gstreamer_push": {"avg_ms": 2.513, "count": 144, "max_ms": 6.776, "p95_ms": 4.082}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.34, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.639, "count": 144, "max_ms": 85.561, "p95_ms": 60.228}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.04, "count": 144, "max_ms": 13.304, "p95_ms": 8.849}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.029, "count": 144, "max_ms": 142.618, "p95_ms": 118.278}, "inference_input_copy_ms": {"avg_ms": 1.477, "count": 144, "max_ms": 4.102, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.24, "count": 144, "max_ms": 0.747, "p95_ms": 0.448}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.785, "count": 144, "max_ms": 148.939, "p95_ms": 123.174}, "read_interval": {"avg_ms": 215.301, "count": 144, "max_ms": 7355.361, "p95_ms": 160.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 144, "max_ms": 0.176, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.206, "count": 144, "max_ms": 9.789, "p95_ms": 7.995}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.187, "count": 144, "max_ms": 9.77, "p95_ms": 7.961}, "worker_merge_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.65, "count": 144, "max_ms": 85.577, "p95_ms": 60.239}, "visualize": {"avg_ms": 34.7, "count": 144, "max_ms": 62.099, "p95_ms": 52.189}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.87, "count": 144, "max_ms": 51.034, "p95_ms": 43.181}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.356, "count": 144, "max_ms": 59.853, "p95_ms": 49.878}, "visualize_input_copy_ms": {"avg_ms": 1.161, "count": 144, "max_ms": 3.113, "p95_ms": 2.014}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.245, "count": 144, "max_ms": 59.654, "p95_ms": 49.711}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 144, "max_ms": 0.21, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1930.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.434, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.778, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137815, "write_bytes_delta": 137815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.796278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1358.0, "pid": 47197, "reason": null, "system_cpu_core_ratio": 0.43646, "system_cpu_s_delta": 8.77, "user_cpu_core_ratio": 0.359818, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.990869, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.329958, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.660911, "user_cpu_s_delta": 13.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.418, "count": 160, "max_ms": 8.615, "p95_ms": 3.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.544, "max": 14.0, "p95": 7.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.681, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 2.681, "max": 4.0, "p95": 3.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.615, "count": 30, "max": 67.339, "p95": 62.075, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.117, "count": 30, "max": 25.785, "p95": 23.796, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 804.767, "count": 30, "max": 1316.0, "p95": 1300.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1110.567, "count": 30, "max": 14260.0, "p95": 6782.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.462, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.841, "p95": 0.093, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3818.867, "count": 30, "max": 55640.0, "p95": 30194.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.624, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.13, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18210, "sampled_at": "2026-11-02T09:44:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:44:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.583, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3797857, "flush_count": 4022, "flush_interval_seconds": 30.0, "flush_state": {"count": 4022, "last_at": "2026-11-02T09:44:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:44:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4021}, "started": true, "suppressed_count": 2321265, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 2320974}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4022, "written_record_count": 4022}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10299.527, "limit_mb": null}, "detail": {"pid": 47313, "restart_count": 175, "start_count": 176}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6428146176000, "copied_frame_count": 2324995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:40:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5471459, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:40:36+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.877}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 291, "events_emitted": 275, "events_failed": 0, "events_observed": 291, "events_suppressed": 16, "frame_buffer_copied_bytes": 6428146176000, "frame_buffer_copies": 2324995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13750, "recorder_active_input_bytes": 38016000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 275, "recorder_clips_failed": 0, "recorder_clips_started": 275, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 275, "worker_jobs_accepted": 275, "worker_jobs_completed": 275, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0897, "count": 512, "max_ms": 0.3059, "p50_ms": 0.0791, "p95_ms": 0.1607, "p99_ms": 0.2274}, "stages": {"db_insert": {"avg_ms": 15.4872, "count": 275, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8715, "p99_ms": 41.1219, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 275, "max_ms": 4.0365, "p50_ms": 1.5639, "p95_ms": 2.6844, "p99_ms": 3.4026, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.4917, "count": 291, "max_ms": 4422.916, "p50_ms": 926.9259, "p95_ms": 1345.6151, "p99_ms": 1589.6682, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2133, "count": 512, "max_ms": 5.1107, "p50_ms": 1.0984, "p95_ms": 2.0306, "p99_ms": 2.7427, "results": {"failed": 0, "not_applicable": 0, "success": 2324995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.0415, "count": 291, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.5064, "p99_ms": 1027.2711, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0389, "count": 275, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9121, "p99_ms": 67.7534, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6674, "count": 512, "max_ms": 9.6649, "p50_ms": 4.4801, "p95_ms": 6.682, "p99_ms": 8.5954, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3615, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2228, "p95_ms": 2.4551, "p99_ms": 4.1586, "results": {"failed": 0, "not_applicable": 0, "success": 13750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.158, "count": 275, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.1266, "p99_ms": 1028.8733, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.2664, "count": 275, "max_ms": 1164.2523, "p50_ms": 409.6048, "p95_ms": 523.0347, "p99_ms": 952.3175, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4556, "count": 275, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.5954, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6272, "count": 275, "max_ms": 15.8949, "p50_ms": 1.2871, "p95_ms": 2.8866, "p99_ms": 7.6084, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.031, "count": 275, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 54.0404, "p99_ms": 63.7527, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2701, "count": 275, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3419, "p99_ms": 10.9583, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7471, "count": 291, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3801, "p99_ms": 1.8964, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.81, "count": 275, "max_ms": 9.2164, "p50_ms": 0.6877, "p95_ms": 1.4238, "p99_ms": 2.6588, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0545, "count": 275, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 690.9715, "p99_ms": 837.0848, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0381, "count": 275, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.1199, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6721, "count": 275, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8884, "p99_ms": 72.6405, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 275, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1506, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.009, "count": 275, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3912, "p99_ms": 5.5151, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.22, "count": 275, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 771.622, "p99_ms": 945.4371, "results": {"failed": 0, "not_applicable": 0, "success": 275, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 275, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 275, "artifact_failed": 0, "artifact_requested": 275, "artifact_success": 275, "completed": 275, "completed_failed": 0, "completed_success": 275, "cooldown_promoted": 275, "database_requested": 275, "db_insert_success": 275, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15824, "relay_business_failed": 0, "relay_business_success": 275, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 275, "relay_transport_failed": 0, "relay_transport_success": 275, "reservation_requested": 275}, "snapshot": {"copied_bytes": 760320000, "copied_count": 275, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:44:34+09:00", "last_error_summary": "[h264 @ 0x5e26c34ccdc0] cabac decode of qscale diff failed at 115 66 [h264 @ 0x5e26c34ccdc0] error while decoding MB 115 66, bytestream 9492 [h264 @ 0x5e26c3490880] cabac decode of qscale diff failed at 92 50 [h264 @ 0x5e26c3490880] error while decoding MB 92 50, bytestream 10452 [h264 @ 0x5e26c34544c0] cabac decode of qscale diff failed at 52 62 [h264 @ 0x5e26c34544c0] error while decoding MB 52 62, bytestream 8", "last_exit_at": "2026-11-02T09:44:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:44:37+09:00", "pid": 47313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 160.512, "name": "ffmpeg", "pid": 47313, "rss_mb": 160.512, "state": "R (running)", "threads": 49}, "restart_count": 175, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.625, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.377, "last_frame_pushed_at": "2026-11-02T09:44:34+09:00", "last_frame_read_age_sec": 4.513, "last_frame_read_at": "2026-11-02T09:44:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.425, "last_sample_duration_ms": 596.714, "last_trigger": "periodic", "next_snapshot_in_sec": 158.575, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 402, "storage_bytes": 1875040}, "mjpeg": {"age_sec": 4.366, "exists": true, "mtime": "2026-11-02T09:44:34.987388+09:00", "mtime_epoch": 1793580274.9873877, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:44:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1930.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 231, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2324995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.458, "max": 9.0, "p95": 7.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.93, "max": 4.0, "p95": 3.0, "sample_count": 142}, "total": {"avg": 2.93, "max": 4.0, "p95": 3.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 1.43, "max": 2.0, "p95": 2.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 1.43, "max": 2.0, "p95": 2.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.386, "pushed": 5.386, "read": 5.386}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.014, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4472.305, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.69, "count": 142, "max_ms": 3.291, "p95_ms": 2.218, "reason": null, "sample_age_ms": 4515.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 142, "max_ms": 2.877, "p95_ms": 1.659, "reason": null, "sample_age_ms": 4516.108, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 142, "max_ms": 0.769, "p95_ms": 0.449, "reason": null, "sample_age_ms": 4472.318, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.494, "count": 142, "max_ms": 3.394, "p95_ms": 2.377, "reason": null, "sample_age_ms": 4515.024, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2764808.0, "count": 142, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4515.006, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4472.805, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.683, "count": 142, "max_ms": 80.603, "p95_ms": 56.79, "reason": null, "sample_age_ms": 4472.301, "source": "client_direct"}, "sample_age_ms": 4472.296, "source": "client_direct", "task_total_ms": {"avg_ms": 43.583, "count": 142, "max_ms": 84.608, "p95_ms": 59.064, "reason": null, "sample_age_ms": 4472.296, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.8, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.642, "count": 142, "max_ms": 16.646, "p95_ms": 14.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 142, "max_ms": 0.772, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 1.413, "count": 142, "max_ms": 6.649, "p95_ms": 2.661}, "event_filter_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 142, "max_ms": 0.62, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.272, "count": 142, "max_ms": 9.865, "p95_ms": 8.134}, "setup_ms": {"avg_ms": 0.035, "count": 142, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 9.581, "count": 142, "max_ms": 16.577, "p95_ms": 14.158}, "track_match_ms": {"avg_ms": 0.163, "count": 142, "max_ms": 0.403, "p95_ms": 0.311}, "tracker_update_ms": {"avg_ms": 1.997, "count": 142, "max_ms": 4.177, "p95_ms": 3.231}}, "gstreamer_push": {"avg_ms": 2.5, "count": 142, "max_ms": 6.776, "p95_ms": 4.082}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 142, "max_ms": 0.34, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.643, "count": 142, "max_ms": 85.561, "p95_ms": 60.228}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.994, "count": 142, "max_ms": 13.304, "p95_ms": 8.383}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.816, "count": 142, "max_ms": 142.618, "p95_ms": 117.736}, "inference_input_copy_ms": {"avg_ms": 1.474, "count": 142, "max_ms": 4.102, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.24, "count": 142, "max_ms": 0.747, "p95_ms": 0.448}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.525, "count": 142, "max_ms": 148.939, "p95_ms": 122.422}, "read_interval": {"avg_ms": 205.7, "count": 142, "max_ms": 7355.361, "p95_ms": 158.699}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 142, "max_ms": 0.176, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.201, "count": 142, "max_ms": 9.789, "p95_ms": 7.995}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 142, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.182, "count": 142, "max_ms": 9.77, "p95_ms": 7.961}, "worker_merge_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.654, "count": 142, "max_ms": 85.577, "p95_ms": 60.239}, "visualize": {"avg_ms": 34.497, "count": 142, "max_ms": 61.619, "p95_ms": 49.264}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.74, "count": 142, "max_ms": 51.034, "p95_ms": 42.386}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.157, "count": 142, "max_ms": 58.618, "p95_ms": 48.125}, "visualize_input_copy_ms": {"avg_ms": 1.156, "count": 142, "max_ms": 3.113, "p95_ms": 1.963}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.046, "count": 142, "max_ms": 58.478, "p95_ms": 47.99}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 142, "max_ms": 0.21, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1930.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.434, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.778, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137815, "write_bytes_delta": 137815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.796278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1358.0, "pid": 47197, "reason": null, "system_cpu_core_ratio": 0.43646, "system_cpu_s_delta": 8.77, "user_cpu_core_ratio": 0.359818, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.990869, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.329958, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.660911, "user_cpu_s_delta": 13.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.418, "count": 160, "max_ms": 8.615, "p95_ms": 3.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.544, "max": 14.0, "p95": 7.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.681, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 2.681, "max": 4.0, "p95": 3.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.615, "count": 30, "max": 67.339, "p95": 62.075, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.117, "count": 30, "max": 25.785, "p95": 23.796, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 804.767, "count": 30, "max": 1316.0, "p95": 1300.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1110.567, "count": 30, "max": 14260.0, "p95": 6782.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.462, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.841, "p95": 0.093, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132724.033, "count": 30, "max": 141484.0, "p95": 139187.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3818.867, "count": 30, "max": 55640.0, "p95": 30194.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.624, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.13, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18210, "sampled_at": "2026-11-02T09:44:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:44:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.367, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3802994, "flush_count": 4027, "flush_interval_seconds": 30.0, "flush_state": {"count": 4027, "last_at": "2026-11-02T09:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4026}, "started": true, "suppressed_count": 2323972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 292, "tracking_summary": 2323680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4027, "written_record_count": 4027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10218.328, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5bbe54a93a80] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5bbe54a93a80] error while decoding MB 93 63, bytestream 13530 [h264 @ 0x5bbe54bf2bc0] cabac decode of qscale diff failed at 112 65 [h264 @ 0x5bbe54bf2bc0] error while decoding MB 112 65, bytestream 14517 [h264 @ 0x5bbe54add000] cabac decode of qscale diff failed at 14 46 [h264 @ 0x5bbe54add000] error while decoding MB 14 46, bytestream 8563 [h264 @ 0x5bbe55798700] error while decoding MB 65 43, bytestream 358 [h264 @ 0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6435638784000, "copied_frame_count": 2327705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:48:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4609410, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:48:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.608}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 292, "events_emitted": 276, "events_failed": 0, "events_observed": 292, "events_suppressed": 16, "frame_buffer_copied_bytes": 6435638784000, "frame_buffer_copies": 2327705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13800, "recorder_active_input_bytes": 38154240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 276, "recorder_clips_failed": 0, "recorder_clips_started": 276, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 276, "worker_jobs_accepted": 276, "worker_jobs_completed": 276, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0757, "p95_ms": 0.1571, "p99_ms": 0.2412}, "stages": {"db_insert": {"avg_ms": 15.4546, "count": 276, "max_ms": 62.2331, "p50_ms": 13.2974, "p95_ms": 30.8586, "p99_ms": 41.0967, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6922, "count": 276, "max_ms": 4.0365, "p50_ms": 1.5659, "p95_ms": 2.684, "p99_ms": 3.3978, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.8734, "count": 292, "max_ms": 4422.916, "p50_ms": 928.9657, "p95_ms": 1345.1317, "p99_ms": 1588.6598, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2661, "count": 512, "max_ms": 4.9247, "p50_ms": 1.1624, "p95_ms": 2.1707, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 2327705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2808, "count": 292, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 628.2678, "p99_ms": 1027.0176, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9856, "count": 276, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9116, "p99_ms": 67.7452, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6752, "count": 512, "max_ms": 9.2594, "p50_ms": 4.5024, "p95_ms": 6.688, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3693, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2283, "p95_ms": 2.4346, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.3065, "count": 276, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.0971, "p99_ms": 1028.6343, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.4362, "count": 276, "max_ms": 1164.2523, "p50_ms": 409.6299, "p95_ms": 522.7558, "p99_ms": 952.1167, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4377, "count": 276, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5728, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.626, "count": 276, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.884, "p99_ms": 7.5949, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0699, "count": 276, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 54.034, "p99_ms": 63.6783, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8113, "count": 276, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4238, "p99_ms": 2.6557, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.1557, "count": 276, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 690.5556, "p99_ms": 834.9838, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0421, "count": 276, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.0829, "p99_ms": 11.1273, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7115, "count": 276, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8806, "p99_ms": 72.6194, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 276, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1505, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0077, "count": 276, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.3799, "p99_ms": 5.513, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.2758, "count": 276, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 771.296, "p99_ms": 944.0474, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 276, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 276, "artifact_failed": 0, "artifact_requested": 276, "artifact_success": 276, "completed": 276, "completed_failed": 0, "completed_success": 276, "cooldown_promoted": 276, "database_requested": 276, "db_insert_success": 276, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15825, "relay_business_failed": 0, "relay_business_success": 276, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 276, "relay_transport_failed": 0, "relay_transport_success": 276, "reservation_requested": 276}, "snapshot": {"copied_bytes": 763084800, "copied_count": 276, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 501, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:49:56+09:00", "last_error_summary": "[h264 @ 0x5bbe54a93a80] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5bbe54a93a80] error while decoding MB 93 63, bytestream 13530 [h264 @ 0x5bbe54bf2bc0] cabac decode of qscale diff failed at 112 65 [h264 @ 0x5bbe54bf2bc0] error while decoding MB 112 65, bytestream 14517 [h264 @ 0x5bbe54add000] cabac decode of qscale diff failed at 14 46 [h264 @ 0x5bbe54add000] error while decoding MB 14 46, bytestream 8563 [h264 @ 0x5bbe55798700] error while decoding MB 65 43, bytestream 358 [h264 @ 0", "last_exit_at": "2026-11-02T09:44:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.657, "last_started_at": "2026-11-02T09:44:37+09:00", "pid": 47313, "process": {"exists": false, "pid": 47313}, "restart_count": 175, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.667, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-02T09:49:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-11-02T09:49:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.229, "last_sample_duration_ms": 1078.66, "last_trigger": "periodic", "next_snapshot_in_sec": 449.771, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 403, "storage_bytes": 1884335}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-02T09:49:55.948523+09:00", "mtime_epoch": 1793580595.9485226, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141278}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:49:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1950.285, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 232, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2327706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.787, "max": 21.0, "p95": 18.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.9, "max": 4.0, "p95": 4.0, "sample_count": 80}, "total": {"avg": 2.9, "max": 4.0, "p95": 4.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.337, "max": 3.0, "p95": 3.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.337, "max": 3.0, "p95": 3.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.67, "pushed": 2.67, "read": 2.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 12.345, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 80, "max_ms": 2.543, "p95_ms": 2.011, "reason": null, "sample_age_ms": 71.996, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 80, "max_ms": 2.202, "p95_ms": 1.552, "reason": null, "sample_age_ms": 72.162, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 80, "max_ms": 0.811, "p95_ms": 0.582, "reason": null, "sample_age_ms": 12.356, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.408, "count": 80, "max_ms": 2.426, "p95_ms": 2.336, "reason": null, "sample_age_ms": 71.033, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.018, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.779, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.283, "count": 80, "max_ms": 62.648, "p95_ms": 53.032, "reason": null, "sample_age_ms": 12.34, "source": "client_direct"}, "sample_age_ms": 12.336, "source": "client_direct", "task_total_ms": {"avg_ms": 40.196, "count": 80, "max_ms": 63.817, "p95_ms": 54.762, "reason": null, "sample_age_ms": 12.336, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.195, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.948, "count": 80, "max_ms": 17.474, "p95_ms": 14.784}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.346, "count": 80, "max_ms": 0.654, "p95_ms": 0.618}, "detection_prepare_ms": {"avg_ms": 1.415, "count": 80, "max_ms": 6.214, "p95_ms": 2.128}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 80, "max_ms": 0.756, "p95_ms": 0.464}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.689, "count": 80, "max_ms": 12.957, "p95_ms": 8.377}, "setup_ms": {"avg_ms": 0.037, "count": 80, "max_ms": 0.109, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 8.896, "count": 80, "max_ms": 17.384, "p95_ms": 14.673}, "track_match_ms": {"avg_ms": 0.142, "count": 80, "max_ms": 0.461, "p95_ms": 0.278}, "tracker_update_ms": {"avg_ms": 1.975, "count": 80, "max_ms": 5.533, "p95_ms": 3.13}}, "gstreamer_push": {"avg_ms": 2.407, "count": 80, "max_ms": 6.905, "p95_ms": 4.102}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 80, "max_ms": 0.112, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.797, "count": 80, "max_ms": 65.864, "p95_ms": 55.009}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.126, "count": 80, "max_ms": 11.692, "p95_ms": 7.007}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.366, "count": 80, "max_ms": 135.589, "p95_ms": 112.696}, "inference_input_copy_ms": {"avg_ms": 1.384, "count": 80, "max_ms": 3.465, "p95_ms": 2.533}, "processing_residual_ms": {"avg_ms": 0.259, "count": 80, "max_ms": 1.604, "p95_ms": 0.522}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.135, "count": 80, "max_ms": 142.173, "p95_ms": 118.365}, "read_interval": {"avg_ms": 374.867, "count": 80, "max_ms": 12251.228, "p95_ms": 175.769}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.095, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 4.624, "count": 80, "max_ms": 12.89, "p95_ms": 8.315}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 80, "max_ms": 0.046, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.608, "count": 80, "max_ms": 12.86, "p95_ms": 8.302}, "worker_merge_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.03, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.808, "count": 80, "max_ms": 65.876, "p95_ms": 55.025}, "visualize": {"avg_ms": 33.363, "count": 80, "max_ms": 56.278, "p95_ms": 49.159}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.662, "count": 80, "max_ms": 44.923, "p95_ms": 41.256}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.991, "count": 80, "max_ms": 55.064, "p95_ms": 47.585}, "visualize_input_copy_ms": {"avg_ms": 1.213, "count": 80, "max_ms": 2.75, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.875, "count": 80, "max_ms": 54.746, "p95_ms": 47.5}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 80, "max_ms": 0.312, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1971.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.273, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.391, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140986, "write_bytes_delta": 140986, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 384.0, "cpu_core_ratio": 0.74767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1698.0, "pid": 47313, "reason": null, "system_cpu_core_ratio": 0.377122, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.370547, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.121504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.344247, "system_cpu_s_delta": 7.330000000001746, "user_cpu_core_ratio": 0.777257, "user_cpu_s_delta": 16.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.541, "count": 188, "max_ms": 7.516, "p95_ms": 4.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.128, "max": 19.0, "p95": 19.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.543, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 2.543, "max": 4.0, "p95": 4.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.939, "count": 30, "max": 54.721, "p95": 53.534, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.972, "count": 30, "max": 21.194, "p95": 20.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.7, "count": 30, "max": 772.0, "p95": 765.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1603.733, "count": 30, "max": 20756.0, "p95": 8343.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.437, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1101.133, "count": 30, "max": 28735.0, "p95": 2197.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.278, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18239, "sampled_at": "2026-11-02T09:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3802994, "flush_count": 4027, "flush_interval_seconds": 30.0, "flush_state": {"count": 4027, "last_at": "2026-11-02T09:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4026}, "started": true, "suppressed_count": 2323972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 292, "tracking_summary": 2323680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4027, "written_record_count": 4027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10209.848, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T09:49:56+09:00", "last_error_summary": "[h264 @ 0x5bbe54a93a80] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5bbe54a93a80] error while decoding MB 93 63, bytestream 13530 [h264 @ 0x5bbe54bf2bc0] cabac decode of qscale diff failed at 112 65 [h264 @ 0x5bbe54bf2bc0] error while decoding MB 112 65, bytestream 14517 [h264 @ 0x5bbe54add000] cabac decode of qscale diff failed at 14 46 [h264 @ 0x5bbe54add000] error while decoding MB 14 46, bytestream 8563 [h264 @ 0x5bbe55798700] error while decoding MB 65 43, bytestream 358 [h264 @ 0", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6435641548800, "copied_frame_count": 2327706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:48:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4609410, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:48:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.608}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 292, "events_emitted": 276, "events_failed": 0, "events_observed": 292, "events_suppressed": 16, "frame_buffer_copied_bytes": 6435641548800, "frame_buffer_copies": 2327706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13800, "recorder_active_input_bytes": 38154240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 276, "recorder_clips_failed": 0, "recorder_clips_started": 276, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 276, "worker_jobs_accepted": 276, "worker_jobs_completed": 276, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0757, "p95_ms": 0.1571, "p99_ms": 0.2412}, "stages": {"db_insert": {"avg_ms": 15.4546, "count": 276, "max_ms": 62.2331, "p50_ms": 13.2974, "p95_ms": 30.8586, "p99_ms": 41.0967, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6922, "count": 276, "max_ms": 4.0365, "p50_ms": 1.5659, "p95_ms": 2.684, "p99_ms": 3.3978, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.8734, "count": 292, "max_ms": 4422.916, "p50_ms": 928.9657, "p95_ms": 1345.1317, "p99_ms": 1588.6598, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2644, "count": 512, "max_ms": 4.9247, "p50_ms": 1.1602, "p95_ms": 2.1707, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 2327706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2808, "count": 292, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 628.2678, "p99_ms": 1027.0176, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9856, "count": 276, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9116, "p99_ms": 67.7452, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6752, "count": 512, "max_ms": 9.2594, "p50_ms": 4.5024, "p95_ms": 6.688, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3693, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2283, "p95_ms": 2.4346, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.3065, "count": 276, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.0971, "p99_ms": 1028.6343, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.4362, "count": 276, "max_ms": 1164.2523, "p50_ms": 409.6299, "p95_ms": 522.7558, "p99_ms": 952.1167, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4377, "count": 276, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5728, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.626, "count": 276, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.884, "p99_ms": 7.5949, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0699, "count": 276, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 54.034, "p99_ms": 63.6783, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8113, "count": 276, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4238, "p99_ms": 2.6557, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.1557, "count": 276, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 690.5556, "p99_ms": 834.9838, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0421, "count": 276, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.0829, "p99_ms": 11.1273, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7115, "count": 276, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8806, "p99_ms": 72.6194, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 276, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1505, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0077, "count": 276, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.3799, "p99_ms": 5.513, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.2758, "count": 276, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 771.296, "p99_ms": 944.0474, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 276, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 276, "artifact_failed": 0, "artifact_requested": 276, "artifact_success": 276, "completed": 276, "completed_failed": 0, "completed_success": 276, "cooldown_promoted": 276, "database_requested": 276, "db_insert_success": 276, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15825, "relay_business_failed": 0, "relay_business_success": 276, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 276, "relay_transport_failed": 0, "relay_transport_success": 276, "reservation_requested": 276}, "snapshot": {"copied_bytes": 763084800, "copied_count": 276, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 501, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:49:56+09:00", "last_error_summary": "[h264 @ 0x5bbe54a93a80] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5bbe54a93a80] error while decoding MB 93 63, bytestream 13530 [h264 @ 0x5bbe54bf2bc0] cabac decode of qscale diff failed at 112 65 [h264 @ 0x5bbe54bf2bc0] error while decoding MB 112 65, bytestream 14517 [h264 @ 0x5bbe54add000] cabac decode of qscale diff failed at 14 46 [h264 @ 0x5bbe54add000] error while decoding MB 14 46, bytestream 8563 [h264 @ 0x5bbe55798700] error while decoding MB 65 43, bytestream 358 [h264 @ 0", "last_exit_at": "2026-11-02T09:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.734, "last_started_at": "2026-11-02T09:44:37+09:00", "pid": 47313, "process": {"exists": false, "pid": 47313}, "restart_count": 175, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.961, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-02T09:49:56+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-02T09:49:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.297, "last_sample_duration_ms": 1078.66, "last_trigger": "periodic", "next_snapshot_in_sec": 449.703, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 403, "storage_bytes": 1884335}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-02T09:49:56.073524+09:00", "mtime_epoch": 1793580596.0735235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:49:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1950.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 232, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2327706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.675, "max": 21.0, "p95": 18.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.888, "max": 4.0, "p95": 4.0, "sample_count": 80}, "total": {"avg": 2.888, "max": 4.0, "p95": 4.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.337, "max": 3.0, "p95": 3.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.337, "max": 3.0, "p95": 3.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.671, "pushed": 2.671, "read": 2.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.005, "count": 79, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 89.012, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 79, "max_ms": 2.543, "p95_ms": 2.028, "reason": null, "sample_age_ms": 148.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.272, "count": 79, "max_ms": 2.202, "p95_ms": 1.552, "reason": null, "sample_age_ms": 148.829, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 79, "max_ms": 0.811, "p95_ms": 0.582, "reason": null, "sample_age_ms": 89.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.411, "count": 79, "max_ms": 2.426, "p95_ms": 2.337, "reason": null, "sample_age_ms": 147.7, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.686, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.493, "count": 79, "max_ms": 62.648, "p95_ms": 53.135, "reason": null, "sample_age_ms": 89.007, "source": "client_direct"}, "sample_age_ms": 89.003, "source": "client_direct", "task_total_ms": {"avg_ms": 40.411, "count": 79, "max_ms": 63.817, "p95_ms": 54.874, "reason": null, "sample_age_ms": 89.003, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.579, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.913, "count": 80, "max_ms": 17.474, "p95_ms": 14.784}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 80, "max_ms": 0.654, "p95_ms": 0.618}, "detection_prepare_ms": {"avg_ms": 1.409, "count": 80, "max_ms": 6.214, "p95_ms": 2.128}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 80, "max_ms": 0.756, "p95_ms": 0.464}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.667, "count": 80, "max_ms": 12.957, "p95_ms": 8.377}, "setup_ms": {"avg_ms": 0.037, "count": 80, "max_ms": 0.109, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 8.862, "count": 80, "max_ms": 17.384, "p95_ms": 14.673}, "track_match_ms": {"avg_ms": 0.141, "count": 80, "max_ms": 0.461, "p95_ms": 0.278}, "tracker_update_ms": {"avg_ms": 1.973, "count": 80, "max_ms": 5.533, "p95_ms": 3.13}}, "gstreamer_push": {"avg_ms": 2.409, "count": 80, "max_ms": 6.905, "p95_ms": 4.102}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 80, "max_ms": 0.112, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.214, "count": 80, "max_ms": 65.864, "p95_ms": 55.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.121, "count": 80, "max_ms": 11.692, "p95_ms": 7.007}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.749, "count": 80, "max_ms": 135.589, "p95_ms": 113.339}, "inference_input_copy_ms": {"avg_ms": 1.381, "count": 80, "max_ms": 3.465, "p95_ms": 2.533}, "processing_residual_ms": {"avg_ms": 0.258, "count": 80, "max_ms": 1.604, "p95_ms": 0.522}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.508, "count": 80, "max_ms": 142.173, "p95_ms": 120.701}, "read_interval": {"avg_ms": 378.367, "count": 79, "max_ms": 12251.228, "p95_ms": 239.762}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.095, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 4.602, "count": 80, "max_ms": 12.89, "p95_ms": 8.315}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 80, "max_ms": 0.046, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.586, "count": 80, "max_ms": 12.86, "p95_ms": 8.302}, "worker_merge_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.03, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.226, "count": 80, "max_ms": 65.876, "p95_ms": 55.241}, "visualize": {"avg_ms": 33.352, "count": 80, "max_ms": 56.278, "p95_ms": 49.159}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.688, "count": 80, "max_ms": 44.98, "p95_ms": 41.256}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.978, "count": 80, "max_ms": 55.064, "p95_ms": 47.585}, "visualize_input_copy_ms": {"avg_ms": 1.214, "count": 80, "max_ms": 2.75, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.863, "count": 80, "max_ms": 54.746, "p95_ms": 47.5}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 80, "max_ms": 0.312, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1971.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.273, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.391, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140986, "write_bytes_delta": 140986, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 384.0, "cpu_core_ratio": 0.74767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1698.0, "pid": 47313, "reason": null, "system_cpu_core_ratio": 0.377122, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.370547, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.121504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.344247, "system_cpu_s_delta": 7.330000000001746, "user_cpu_core_ratio": 0.777257, "user_cpu_s_delta": 16.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.541, "count": 188, "max_ms": 7.516, "p95_ms": 4.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.128, "max": 19.0, "p95": 19.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.543, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 2.543, "max": 4.0, "p95": 4.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.939, "count": 30, "max": 54.721, "p95": 53.534, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.972, "count": 30, "max": 21.194, "p95": 20.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.7, "count": 30, "max": 772.0, "p95": 765.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1603.733, "count": 30, "max": 20756.0, "p95": 8343.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.437, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1101.133, "count": 30, "max": 28735.0, "p95": 2197.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.278, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18239, "sampled_at": "2026-11-02T09:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3802994, "flush_count": 4027, "flush_interval_seconds": 30.0, "flush_state": {"count": 4027, "last_at": "2026-11-02T09:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4026}, "started": true, "suppressed_count": 2323972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 292, "tracking_summary": 2323680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4027, "written_record_count": 4027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10210.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6435641548800, "copied_frame_count": 2327706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:48:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4609410, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:48:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.608}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 292, "events_emitted": 276, "events_failed": 0, "events_observed": 292, "events_suppressed": 16, "frame_buffer_copied_bytes": 6435641548800, "frame_buffer_copies": 2327706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13800, "recorder_active_input_bytes": 38154240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 276, "recorder_clips_failed": 0, "recorder_clips_started": 276, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 276, "worker_jobs_accepted": 276, "worker_jobs_completed": 276, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0757, "p95_ms": 0.1571, "p99_ms": 0.2412}, "stages": {"db_insert": {"avg_ms": 15.4546, "count": 276, "max_ms": 62.2331, "p50_ms": 13.2974, "p95_ms": 30.8586, "p99_ms": 41.0967, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6922, "count": 276, "max_ms": 4.0365, "p50_ms": 1.5659, "p95_ms": 2.684, "p99_ms": 3.3978, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.8734, "count": 292, "max_ms": 4422.916, "p50_ms": 928.9657, "p95_ms": 1345.1317, "p99_ms": 1588.6598, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2644, "count": 512, "max_ms": 4.9247, "p50_ms": 1.1602, "p95_ms": 2.1707, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 2327706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2808, "count": 292, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 628.2678, "p99_ms": 1027.0176, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9856, "count": 276, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9116, "p99_ms": 67.7452, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6752, "count": 512, "max_ms": 9.2594, "p50_ms": 4.5024, "p95_ms": 6.688, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3693, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2283, "p95_ms": 2.4346, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.3065, "count": 276, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.0971, "p99_ms": 1028.6343, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.4362, "count": 276, "max_ms": 1164.2523, "p50_ms": 409.6299, "p95_ms": 522.7558, "p99_ms": 952.1167, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4377, "count": 276, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5728, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.626, "count": 276, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.884, "p99_ms": 7.5949, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0699, "count": 276, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 54.034, "p99_ms": 63.6783, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8113, "count": 276, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4238, "p99_ms": 2.6557, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.1557, "count": 276, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 690.5556, "p99_ms": 834.9838, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0421, "count": 276, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.0829, "p99_ms": 11.1273, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7115, "count": 276, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8806, "p99_ms": 72.6194, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 276, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1505, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0077, "count": 276, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.3799, "p99_ms": 5.513, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.2758, "count": 276, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 771.296, "p99_ms": 944.0474, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 276, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 276, "artifact_failed": 0, "artifact_requested": 276, "artifact_success": 276, "completed": 276, "completed_failed": 0, "completed_success": 276, "cooldown_promoted": 276, "database_requested": 276, "db_insert_success": 276, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15825, "relay_business_failed": 0, "relay_business_success": 276, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 276, "relay_transport_failed": 0, "relay_transport_success": 276, "reservation_requested": 276}, "snapshot": {"copied_bytes": 763084800, "copied_count": 276, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 501, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:49:56+09:00", "last_error_summary": "[h264 @ 0x5bbe54a93a80] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5bbe54a93a80] error while decoding MB 93 63, bytestream 13530 [h264 @ 0x5bbe54bf2bc0] cabac decode of qscale diff failed at 112 65 [h264 @ 0x5bbe54bf2bc0] error while decoding MB 112 65, bytestream 14517 [h264 @ 0x5bbe54add000] cabac decode of qscale diff failed at 14 46 [h264 @ 0x5bbe54add000] error while decoding MB 14 46, bytestream 8563 [h264 @ 0x5bbe55798700] error while decoding MB 65 43, bytestream 358 [h264 @ 0", "last_exit_at": "2026-11-02T09:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.764, "last_started_at": "2026-11-02T09:44:37+09:00", "pid": 47313, "process": {"exists": false, "pid": 47313}, "restart_count": 175, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.961, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-02T09:49:56+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-11-02T09:49:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.321, "last_sample_duration_ms": 1078.66, "last_trigger": "periodic", "next_snapshot_in_sec": 449.679, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 403, "storage_bytes": 1884335}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-02T09:49:56.073524+09:00", "mtime_epoch": 1793580596.0735235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:49:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1950.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 232, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2327706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.675, "max": 21.0, "p95": 18.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.888, "max": 4.0, "p95": 4.0, "sample_count": 80}, "total": {"avg": 2.888, "max": 4.0, "p95": 4.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.337, "max": 3.0, "p95": 3.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.337, "max": 3.0, "p95": 3.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.668, "pushed": 2.668, "read": 2.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.005, "count": 79, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 116.807, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 79, "max_ms": 2.543, "p95_ms": 2.028, "reason": null, "sample_age_ms": 176.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.272, "count": 79, "max_ms": 2.202, "p95_ms": 1.552, "reason": null, "sample_age_ms": 176.624, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 79, "max_ms": 0.811, "p95_ms": 0.582, "reason": null, "sample_age_ms": 116.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.411, "count": 79, "max_ms": 2.426, "p95_ms": 2.337, "reason": null, "sample_age_ms": 175.495, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.481, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.241, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.493, "count": 79, "max_ms": 62.648, "p95_ms": 53.135, "reason": null, "sample_age_ms": 116.802, "source": "client_direct"}, "sample_age_ms": 116.798, "source": "client_direct", "task_total_ms": {"avg_ms": 40.411, "count": 79, "max_ms": 63.817, "p95_ms": 54.874, "reason": null, "sample_age_ms": 116.798, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.455, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.913, "count": 80, "max_ms": 17.474, "p95_ms": 14.784}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 80, "max_ms": 0.654, "p95_ms": 0.618}, "detection_prepare_ms": {"avg_ms": 1.409, "count": 80, "max_ms": 6.214, "p95_ms": 2.128}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 80, "max_ms": 0.756, "p95_ms": 0.464}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.667, "count": 80, "max_ms": 12.957, "p95_ms": 8.377}, "setup_ms": {"avg_ms": 0.037, "count": 80, "max_ms": 0.109, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 8.862, "count": 80, "max_ms": 17.384, "p95_ms": 14.673}, "track_match_ms": {"avg_ms": 0.141, "count": 80, "max_ms": 0.461, "p95_ms": 0.278}, "tracker_update_ms": {"avg_ms": 1.973, "count": 80, "max_ms": 5.533, "p95_ms": 3.13}}, "gstreamer_push": {"avg_ms": 2.409, "count": 80, "max_ms": 6.905, "p95_ms": 4.102}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 80, "max_ms": 0.112, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.214, "count": 80, "max_ms": 65.864, "p95_ms": 55.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.121, "count": 80, "max_ms": 11.692, "p95_ms": 7.007}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.749, "count": 80, "max_ms": 135.589, "p95_ms": 113.339}, "inference_input_copy_ms": {"avg_ms": 1.381, "count": 80, "max_ms": 3.465, "p95_ms": 2.533}, "processing_residual_ms": {"avg_ms": 0.258, "count": 80, "max_ms": 1.604, "p95_ms": 0.522}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.508, "count": 80, "max_ms": 142.173, "p95_ms": 120.701}, "read_interval": {"avg_ms": 378.367, "count": 79, "max_ms": 12251.228, "p95_ms": 239.762}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.095, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 4.602, "count": 80, "max_ms": 12.89, "p95_ms": 8.315}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 80, "max_ms": 0.046, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.586, "count": 80, "max_ms": 12.86, "p95_ms": 8.302}, "worker_merge_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.03, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.226, "count": 80, "max_ms": 65.876, "p95_ms": 55.241}, "visualize": {"avg_ms": 33.352, "count": 80, "max_ms": 56.278, "p95_ms": 49.159}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.688, "count": 80, "max_ms": 44.98, "p95_ms": 41.256}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.978, "count": 80, "max_ms": 55.064, "p95_ms": 47.585}, "visualize_input_copy_ms": {"avg_ms": 1.214, "count": 80, "max_ms": 2.75, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.863, "count": 80, "max_ms": 54.746, "p95_ms": 47.5}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 80, "max_ms": 0.312, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1971.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.273, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.391, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140986, "write_bytes_delta": 140986, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 384.0, "cpu_core_ratio": 0.74767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1698.0, "pid": 47313, "reason": null, "system_cpu_core_ratio": 0.377122, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.370547, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.121504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.344247, "system_cpu_s_delta": 7.330000000001746, "user_cpu_core_ratio": 0.777257, "user_cpu_s_delta": 16.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.541, "count": 188, "max_ms": 7.516, "p95_ms": 4.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.128, "max": 19.0, "p95": 19.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.543, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 2.543, "max": 4.0, "p95": 4.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.939, "count": 30, "max": 54.721, "p95": 53.534, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.972, "count": 30, "max": 21.194, "p95": 20.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.7, "count": 30, "max": 772.0, "p95": 765.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1603.733, "count": 30, "max": 20756.0, "p95": 8343.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.437, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1101.133, "count": 30, "max": 28735.0, "p95": 2197.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.278, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18239, "sampled_at": "2026-11-02T09:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3802994, "flush_count": 4027, "flush_interval_seconds": 30.0, "flush_state": {"count": 4027, "last_at": "2026-11-02T09:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T09:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4026}, "started": true, "suppressed_count": 2323972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 292, "tracking_summary": 2323680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4027, "written_record_count": 4027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10381.895, "limit_mb": null}, "detail": {"pid": 47491, "restart_count": 176, "start_count": 177}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6435641548800, "copied_frame_count": 2327706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:48:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4609410, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:48:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.608}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 292, "events_emitted": 276, "events_failed": 0, "events_observed": 292, "events_suppressed": 16, "frame_buffer_copied_bytes": 6435641548800, "frame_buffer_copies": 2327706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13800, "recorder_active_input_bytes": 38154240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 276, "recorder_clips_failed": 0, "recorder_clips_started": 276, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 276, "worker_jobs_accepted": 276, "worker_jobs_completed": 276, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0862, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0757, "p95_ms": 0.1571, "p99_ms": 0.2412}, "stages": {"db_insert": {"avg_ms": 15.4546, "count": 276, "max_ms": 62.2331, "p50_ms": 13.2974, "p95_ms": 30.8586, "p99_ms": 41.0967, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6922, "count": 276, "max_ms": 4.0365, "p50_ms": 1.5659, "p95_ms": 2.684, "p99_ms": 3.3978, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.8734, "count": 292, "max_ms": 4422.916, "p50_ms": 928.9657, "p95_ms": 1345.1317, "p99_ms": 1588.6598, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2644, "count": 512, "max_ms": 4.9247, "p50_ms": 1.1602, "p95_ms": 2.1707, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 2327706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2808, "count": 292, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 628.2678, "p99_ms": 1027.0176, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.9856, "count": 276, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9116, "p99_ms": 67.7452, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6752, "count": 512, "max_ms": 9.2594, "p50_ms": 4.5024, "p95_ms": 6.688, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3693, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2283, "p95_ms": 2.4346, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.3065, "count": 276, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.0971, "p99_ms": 1028.6343, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.4362, "count": 276, "max_ms": 1164.2523, "p50_ms": 409.6299, "p95_ms": 522.7558, "p99_ms": 952.1167, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4377, "count": 276, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5728, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.626, "count": 276, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.884, "p99_ms": 7.5949, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0699, "count": 276, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 54.034, "p99_ms": 63.6783, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.268, "count": 276, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3233, "p99_ms": 10.9533, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 292, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3794, "p99_ms": 1.8884, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8113, "count": 276, "max_ms": 9.2164, "p50_ms": 0.6885, "p95_ms": 1.4238, "p99_ms": 2.6557, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.1557, "count": 276, "max_ms": 3752.636, "p50_ms": 353.0864, "p95_ms": 690.5556, "p99_ms": 834.9838, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0421, "count": 276, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.0829, "p99_ms": 11.1273, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7115, "count": 276, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8806, "p99_ms": 72.6194, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 276, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1505, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0077, "count": 276, "max_ms": 9.2334, "p50_ms": 1.7891, "p95_ms": 3.3799, "p99_ms": 5.513, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.2758, "count": 276, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 771.296, "p99_ms": 944.0474, "results": {"failed": 0, "not_applicable": 0, "success": 276, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 276, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 276, "artifact_failed": 0, "artifact_requested": 276, "artifact_success": 276, "completed": 276, "completed_failed": 0, "completed_success": 276, "cooldown_promoted": 276, "database_requested": 276, "db_insert_success": 276, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15825, "relay_business_failed": 0, "relay_business_success": 276, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 276, "relay_transport_failed": 0, "relay_transport_success": 276, "reservation_requested": 276}, "snapshot": {"copied_bytes": 763084800, "copied_count": 276, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 501, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T09:49:56+09:00", "last_error_summary": "[h264 @ 0x5bbe54a93a80] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5bbe54a93a80] error while decoding MB 93 63, bytestream 13530 [h264 @ 0x5bbe54bf2bc0] cabac decode of qscale diff failed at 112 65 [h264 @ 0x5bbe54bf2bc0] error while decoding MB 112 65, bytestream 14517 [h264 @ 0x5bbe54add000] cabac decode of qscale diff failed at 14 46 [h264 @ 0x5bbe54add000] error while decoding MB 14 46, bytestream 8563 [h264 @ 0x5bbe55798700] error while decoding MB 65 43, bytestream 358 [h264 @ 0", "last_exit_at": "2026-11-02T09:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T09:49:58+09:00", "pid": 47491, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.586, "name": "ffmpeg", "pid": 47491, "rss_mb": 203.586, "state": "S (sleeping)", "threads": 70}, "restart_count": 176, "restart_count_per_hour": 7, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.083, "sample_count": 2501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.376, "last_frame_pushed_at": "2026-11-02T09:49:56+09:00", "last_frame_read_age_sec": 4.5, "last_frame_read_at": "2026-11-02T09:49:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.66, "last_sample_duration_ms": 1078.66, "last_trigger": "periodic", "next_snapshot_in_sec": 445.34, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 403, "storage_bytes": 1884335}, "mjpeg": {"age_sec": 4.367, "exists": true, "mtime": "2026-11-02T09:49:56.073524+09:00", "mtime_epoch": 1793580596.0735235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T09:50:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1950.277, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 232, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2327706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.646, "max": 21.0, "p95": 18.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.938, "max": 4.0, "p95": 4.0, "sample_count": 48}, "total": {"avg": 3.938, "max": 4.0, "p95": 4.0, "sample_count": 48}}, "tracking_counts": {"active": {"avg": 2.042, "max": 3.0, "p95": 3.0, "sample_count": 48}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "tracked": {"avg": 2.042, "max": 3.0, "p95": 3.0, "sample_count": 48}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 48, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.683, "pushed": 1.683, "read": 1.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.006, "count": 48, "max_ms": 0.019, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4442.37, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 48, "max_ms": 2.416, "p95_ms": 1.925, "reason": null, "sample_age_ms": 4502.022, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 48, "max_ms": 1.973, "p95_ms": 1.529, "reason": null, "sample_age_ms": 4502.187, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 48, "max_ms": 0.741, "p95_ms": 0.575, "reason": null, "sample_age_ms": 4442.381, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 48, "max_ms": 2.364, "p95_ms": 2.139, "reason": null, "sample_age_ms": 4501.058, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2764808.0, "count": 48, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4501.044, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 48, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4442.804, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.212, "count": 48, "max_ms": 60.879, "p95_ms": 52.035, "reason": null, "sample_age_ms": 4442.365, "source": "client_direct"}, "sample_age_ms": 4442.361, "source": "client_direct", "task_total_ms": {"avg_ms": 41.118, "count": 48, "max_ms": 62.35, "p95_ms": 54.007, "reason": null, "sample_age_ms": 4442.361, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.695, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.939, "count": 48, "max_ms": 17.474, "p95_ms": 15.823}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.333, "count": 48, "max_ms": 0.654, "p95_ms": 0.577}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 48, "max_ms": 6.214, "p95_ms": 2.649}, "event_filter_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 48, "max_ms": 0.756, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.002, "count": 48, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.055, "count": 48, "max_ms": 12.957, "p95_ms": 8.689}, "setup_ms": {"avg_ms": 0.039, "count": 48, "max_ms": 0.109, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 10.883, "count": 48, "max_ms": 17.384, "p95_ms": 15.769}, "track_match_ms": {"avg_ms": 0.191, "count": 48, "max_ms": 0.461, "p95_ms": 0.329}, "tracker_update_ms": {"avg_ms": 2.338, "count": 48, "max_ms": 5.533, "p95_ms": 3.897}}, "gstreamer_push": {"avg_ms": 2.466, "count": 48, "max_ms": 6.905, "p95_ms": 4.602}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 48, "max_ms": 0.112, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.177, "count": 48, "max_ms": 65.864, "p95_ms": 55.009}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.557, "count": 48, "max_ms": 11.692, "p95_ms": 9.604}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.495, "count": 48, "max_ms": 135.589, "p95_ms": 116.486}, "inference_input_copy_ms": {"avg_ms": 1.393, "count": 48, "max_ms": 3.465, "p95_ms": 2.678}, "processing_residual_ms": {"avg_ms": 0.304, "count": 48, "max_ms": 1.604, "p95_ms": 0.719}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.749, "count": 48, "max_ms": 142.173, "p95_ms": 124.486}, "read_interval": {"avg_ms": 562.163, "count": 48, "max_ms": 12251.228, "p95_ms": 2968.825}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 48, "max_ms": 0.095, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.991, "count": 48, "max_ms": 12.89, "p95_ms": 8.578}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 48, "max_ms": 0.032, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.973, "count": 48, "max_ms": 12.86, "p95_ms": 8.552}, "worker_merge_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.03, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 42.189, "count": 48, "max_ms": 65.876, "p95_ms": 55.025}, "visualize": {"avg_ms": 34.065, "count": 48, "max_ms": 56.278, "p95_ms": 49.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.811, "count": 48, "max_ms": 44.98, "p95_ms": 39.064}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.656, "count": 48, "max_ms": 55.064, "p95_ms": 48.164}, "visualize_input_copy_ms": {"avg_ms": 1.249, "count": 48, "max_ms": 2.75, "p95_ms": 2.166}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.535, "count": 48, "max_ms": 54.746, "p95_ms": 48.075}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 48, "max_ms": 0.312, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1971.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.273, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.391, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T09:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140986, "write_bytes_delta": 140986, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 384.0, "cpu_core_ratio": 0.74767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1698.0, "pid": 47313, "reason": null, "system_cpu_core_ratio": 0.377122, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.370547, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.121504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.344247, "system_cpu_s_delta": 7.330000000001746, "user_cpu_core_ratio": 0.777257, "user_cpu_s_delta": 16.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.541, "count": 188, "max_ms": 7.516, "p95_ms": 4.345, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.128, "max": 19.0, "p95": 19.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.543, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 2.543, "max": 4.0, "p95": 4.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.939, "count": 30, "max": 54.721, "p95": 53.534, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.972, "count": 30, "max": 21.194, "p95": 20.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.7, "count": 30, "max": 772.0, "p95": 765.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1603.733, "count": 30, "max": 20756.0, "p95": 8343.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.437, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139112.9, "count": 30, "max": 152307.0, "p95": 143971.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1101.133, "count": 30, "max": 28735.0, "p95": 2197.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.278, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18239, "sampled_at": "2026-11-02T09:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.516, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3819043, "flush_count": 4043, "flush_interval_seconds": 30.0, "flush_state": {"count": 4043, "last_at": "2026-11-02T10:05:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:05:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4042}, "started": true, "suppressed_count": 2332910, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2332617}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4043, "written_record_count": 4043}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10208.457, "limit_mb": null}, "detail": {"h264_decode_error_count": 11, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60bb14ae1980] cabac decode of qscale diff failed at 70 62 [h264 @ 0x60bb14ae1980] error while decoding MB 70 62, bytestream 16874 [h264 @ 0x60bb157f7d00] cabac decode of qscale diff failed at 3 55 [h264 @ 0x60bb157f7d00] error while decoding MB 3 55, bytestream 8047 [h264 @ 0x60bb14c40400] cabac decode of qscale diff failed at 7 61 [h264 @ 0x60bb14c40400] error while decoding MB 7 61, bytestream 5114 [h264 @ 0x60bb14b3f000] error while decoding MB 6 55, bytestream -9 [h264 @ 0x60bb14c4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6460392038400, "copied_frame_count": 2336658, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6460392038400, "frame_buffer_copies": 2336658, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0875, "count": 512, "max_ms": 0.4158, "p50_ms": 0.0769, "p95_ms": 0.153, "p99_ms": 0.285}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.196, "count": 512, "max_ms": 2.8733, "p50_ms": 1.1248, "p95_ms": 1.917, "p99_ms": 2.3086, "results": {"failed": 0, "not_applicable": 0, "success": 2336658, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:05:18+09:00", "last_error_summary": "[h264 @ 0x60bb14ae1980] cabac decode of qscale diff failed at 70 62 [h264 @ 0x60bb14ae1980] error while decoding MB 70 62, bytestream 16874 [h264 @ 0x60bb157f7d00] cabac decode of qscale diff failed at 3 55 [h264 @ 0x60bb157f7d00] error while decoding MB 3 55, bytestream 8047 [h264 @ 0x60bb14c40400] cabac decode of qscale diff failed at 7 61 [h264 @ 0x60bb14c40400] error while decoding MB 7 61, bytestream 5114 [h264 @ 0x60bb14b3f000] error while decoding MB 6 55, bytestream -9 [h264 @ 0x60bb14c4", "last_exit_at": "2026-11-02T09:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.708, "last_started_at": "2026-11-02T09:49:58+09:00", "pid": 47491, "process": {"exists": false, "pid": 47491}, "restart_count": 176, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.85, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-02T10:05:18+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-02T10:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.643, "last_sample_duration_ms": 871.035, "last_trigger": "periodic", "next_snapshot_in_sec": 129.357, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 404, "storage_bytes": 1893631}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-02T10:05:18.074541+09:00", "mtime_epoch": 1793581518.0745406, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:05:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1936.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2336659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.826, "max": 11.0, "p95": 9.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.856, "max": 3.0, "p95": 3.0, "sample_count": 146}, "total": {"avg": 1.426, "max": 3.0, "p95": 3.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.726, "max": 3.0, "p95": 3.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.726, "max": 3.0, "p95": 3.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.906, "pushed": 6.906, "read": 6.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 28.032, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.648, "count": 191, "max_ms": 4.817, "p95_ms": 2.188, "reason": null, "sample_age_ms": 81.831, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 191, "max_ms": 4.391, "p95_ms": 1.586, "reason": null, "sample_age_ms": 82.08, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 191, "max_ms": 0.687, "p95_ms": 0.456, "reason": null, "sample_age_ms": 28.047, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.488, "count": 191, "max_ms": 3.651, "p95_ms": 2.303, "reason": null, "sample_age_ms": 79.526, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.484, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.623, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.76, "count": 191, "max_ms": 64.729, "p95_ms": 56.856, "reason": null, "sample_age_ms": 28.025, "source": "client_direct"}, "sample_age_ms": 28.02, "source": "client_direct", "task_total_ms": {"avg_ms": 42.664, "count": 191, "max_ms": 66.61, "p95_ms": 58.864, "reason": null, "sample_age_ms": 28.02, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.164, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.191, "count": 190, "max_ms": 17.774, "p95_ms": 9.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 190, "max_ms": 0.721, "p95_ms": 0.494}, "detection_prepare_ms": {"avg_ms": 0.925, "count": 190, "max_ms": 3.534, "p95_ms": 1.995}, "event_filter_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 190, "max_ms": 0.576, "p95_ms": 0.367}, "mcmt_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.467, "count": 190, "max_ms": 7.326, "p95_ms": 5.564}, "setup_ms": {"avg_ms": 0.033, "count": 190, "max_ms": 0.11, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 5.148, "count": 190, "max_ms": 17.713, "p95_ms": 9.91}, "track_match_ms": {"avg_ms": 0.08, "count": 190, "max_ms": 0.509, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.162, "count": 190, "max_ms": 7.342, "p95_ms": 2.501}}, "gstreamer_push": {"avg_ms": 2.373, "count": 190, "max_ms": 6.163, "p95_ms": 3.901}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 190, "max_ms": 0.691, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.582, "count": 190, "max_ms": 69.323, "p95_ms": 59.964}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.679, "count": 190, "max_ms": 10.143, "p95_ms": 7.313}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.295, "count": 190, "max_ms": 123.532, "p95_ms": 103.361}, "inference_input_copy_ms": {"avg_ms": 1.354, "count": 190, "max_ms": 4.98, "p95_ms": 2.471}, "processing_residual_ms": {"avg_ms": 0.198, "count": 190, "max_ms": 0.905, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.526, "count": 190, "max_ms": 135.671, "p95_ms": 108.385}, "read_interval": {"avg_ms": 157.159, "count": 191, "max_ms": 2945.745, "p95_ms": 153.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 190, "max_ms": 0.036, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.413, "count": 190, "max_ms": 7.247, "p95_ms": 5.48}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.4, "count": 190, "max_ms": 7.23, "p95_ms": 5.465}, "worker_merge_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 43.592, "count": 190, "max_ms": 69.332, "p95_ms": 59.975}, "visualize": {"avg_ms": 29.592, "count": 190, "max_ms": 53.423, "p95_ms": 40.967}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.382, "count": 190, "max_ms": 44.385, "p95_ms": 35.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.274, "count": 190, "max_ms": 51.81, "p95_ms": 39.866}, "visualize_input_copy_ms": {"avg_ms": 1.159, "count": 190, "max_ms": 3.059, "p95_ms": 1.769}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.174, "count": 190, "max_ms": 51.668, "p95_ms": 39.77}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.171, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1935.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.762, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.412, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147553, "write_bytes_delta": 147553, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.747965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2315.0, "pid": 47491, "reason": null, "system_cpu_core_ratio": 0.387923, "system_cpu_s_delta": 8.07, "user_cpu_core_ratio": 0.360042, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.124832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366292, "system_cpu_s_delta": 7.619999999995343, "user_cpu_core_ratio": 0.758541, "user_cpu_s_delta": 15.779999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.391, "count": 166, "max_ms": 6.165, "p95_ms": 3.825, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.012, "max": 11.0, "p95": 9.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.788, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 1.476, "max": 3.0, "p95": 3.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.363, "count": 30, "max": 51.465, "p95": 33.366, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 25.07, "p95": 23.145, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1357.9, "count": 30, "max": 1511.0, "p95": 1503.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 177.967, "count": 30, "max": 2315.0, "p95": 1274.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.388, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.503, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 870.367, "count": 30, "max": 25412.0, "p95": 45.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.555, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.235, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18285, "sampled_at": "2026-11-02T10:05:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:05:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.512, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3819043, "flush_count": 4043, "flush_interval_seconds": 30.0, "flush_state": {"count": 4043, "last_at": "2026-11-02T10:05:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:05:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4042}, "started": true, "suppressed_count": 2332910, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2332617}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4043, "written_record_count": 4043}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10208.094, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:05:18+09:00", "last_error_summary": "[h264 @ 0x60bb14ae1980] cabac decode of qscale diff failed at 70 62 [h264 @ 0x60bb14ae1980] error while decoding MB 70 62, bytestream 16874 [h264 @ 0x60bb157f7d00] cabac decode of qscale diff failed at 3 55 [h264 @ 0x60bb157f7d00] error while decoding MB 3 55, bytestream 8047 [h264 @ 0x60bb14c40400] cabac decode of qscale diff failed at 7 61 [h264 @ 0x60bb14c40400] error while decoding MB 7 61, bytestream 5114 [h264 @ 0x60bb14b3f000] error while decoding MB 6 55, bytestream -9 [h264 @ 0x60bb14c4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6460394803200, "copied_frame_count": 2336659, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6460394803200, "frame_buffer_copies": 2336659, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 0.4158, "p50_ms": 0.0769, "p95_ms": 0.153, "p99_ms": 0.285}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1969, "count": 512, "max_ms": 2.8733, "p50_ms": 1.1279, "p95_ms": 1.917, "p99_ms": 2.3086, "results": {"failed": 0, "not_applicable": 0, "success": 2336659, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:05:18+09:00", "last_error_summary": "[h264 @ 0x60bb14ae1980] cabac decode of qscale diff failed at 70 62 [h264 @ 0x60bb14ae1980] error while decoding MB 70 62, bytestream 16874 [h264 @ 0x60bb157f7d00] cabac decode of qscale diff failed at 3 55 [h264 @ 0x60bb157f7d00] error while decoding MB 3 55, bytestream 8047 [h264 @ 0x60bb14c40400] cabac decode of qscale diff failed at 7 61 [h264 @ 0x60bb14c40400] error while decoding MB 7 61, bytestream 5114 [h264 @ 0x60bb14b3f000] error while decoding MB 6 55, bytestream -9 [h264 @ 0x60bb14c4", "last_exit_at": "2026-11-02T10:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.799, "last_started_at": "2026-11-02T09:49:58+09:00", "pid": 47491, "process": {"exists": false, "pid": 47491}, "restart_count": 176, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.85, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-02T10:05:18+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-02T10:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.72, "last_sample_duration_ms": 871.035, "last_trigger": "periodic", "next_snapshot_in_sec": 129.28, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 404, "storage_bytes": 1893631}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-11-02T10:05:18.213541+09:00", "mtime_epoch": 1793581518.2135413, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 150273}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:05:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1936.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2336659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.838, "max": 11.0, "p95": 9.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.857, "max": 3.0, "p95": 3.0, "sample_count": 147}, "total": {"avg": 1.429, "max": 3.0, "p95": 3.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.723, "max": 3.0, "p95": 3.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.723, "max": 3.0, "p95": 3.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.92, "pushed": 6.92, "read": 6.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 117.582, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.648, "count": 191, "max_ms": 4.817, "p95_ms": 2.188, "reason": null, "sample_age_ms": 171.381, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 191, "max_ms": 4.391, "p95_ms": 1.586, "reason": null, "sample_age_ms": 171.63, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 191, "max_ms": 0.687, "p95_ms": 0.456, "reason": null, "sample_age_ms": 117.597, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.488, "count": 191, "max_ms": 3.651, "p95_ms": 2.303, "reason": null, "sample_age_ms": 169.076, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.034, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.173, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.76, "count": 191, "max_ms": 64.729, "p95_ms": 56.856, "reason": null, "sample_age_ms": 117.575, "source": "client_direct"}, "sample_age_ms": 117.57, "source": "client_direct", "task_total_ms": {"avg_ms": 42.664, "count": 191, "max_ms": 66.61, "p95_ms": 58.864, "reason": null, "sample_age_ms": 117.57, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.208, "count": 191, "max_ms": 17.774, "p95_ms": 9.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 191, "max_ms": 0.721, "p95_ms": 0.5}, "detection_prepare_ms": {"avg_ms": 0.93, "count": 191, "max_ms": 3.534, "p95_ms": 1.995}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 191, "max_ms": 0.576, "p95_ms": 0.367}, "mcmt_ms": {"avg_ms": 0.002, "count": 191, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.47, "count": 191, "max_ms": 7.326, "p95_ms": 5.564}, "setup_ms": {"avg_ms": 0.033, "count": 191, "max_ms": 0.11, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 5.165, "count": 191, "max_ms": 17.713, "p95_ms": 9.91}, "track_match_ms": {"avg_ms": 0.08, "count": 191, "max_ms": 0.509, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.169, "count": 191, "max_ms": 7.342, "p95_ms": 2.501}}, "gstreamer_push": {"avg_ms": 2.425, "count": 191, "max_ms": 12.453, "p95_ms": 3.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 191, "max_ms": 0.691, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.64, "count": 191, "max_ms": 69.323, "p95_ms": 59.964}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.676, "count": 191, "max_ms": 10.143, "p95_ms": 7.313}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.486, "count": 191, "max_ms": 123.532, "p95_ms": 104.446}, "inference_input_copy_ms": {"avg_ms": 1.355, "count": 191, "max_ms": 4.98, "p95_ms": 2.471}, "processing_residual_ms": {"avg_ms": 0.199, "count": 191, "max_ms": 0.905, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.716, "count": 191, "max_ms": 135.671, "p95_ms": 110.539}, "read_interval": {"avg_ms": 157.159, "count": 191, "max_ms": 2945.745, "p95_ms": 153.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 191, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 2.416, "count": 191, "max_ms": 7.247, "p95_ms": 5.48}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 191, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.403, "count": 191, "max_ms": 7.23, "p95_ms": 5.465}, "worker_merge_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.027, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.651, "count": 191, "max_ms": 69.332, "p95_ms": 59.975}, "visualize": {"avg_ms": 29.706, "count": 191, "max_ms": 53.423, "p95_ms": 41.792}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.411, "count": 191, "max_ms": 44.385, "p95_ms": 35.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.388, "count": 191, "max_ms": 51.81, "p95_ms": 40.222}, "visualize_input_copy_ms": {"avg_ms": 1.159, "count": 191, "max_ms": 3.059, "p95_ms": 1.769}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.288, "count": 191, "max_ms": 51.668, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 191, "max_ms": 0.171, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1935.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.762, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.412, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147553, "write_bytes_delta": 147553, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.747965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2315.0, "pid": 47491, "reason": null, "system_cpu_core_ratio": 0.387923, "system_cpu_s_delta": 8.07, "user_cpu_core_ratio": 0.360042, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.124832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366292, "system_cpu_s_delta": 7.619999999995343, "user_cpu_core_ratio": 0.758541, "user_cpu_s_delta": 15.779999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.391, "count": 166, "max_ms": 6.165, "p95_ms": 3.825, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.012, "max": 11.0, "p95": 9.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.788, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 1.476, "max": 3.0, "p95": 3.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.363, "count": 30, "max": 51.465, "p95": 33.366, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 25.07, "p95": 23.145, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1357.9, "count": 30, "max": 1511.0, "p95": 1503.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 177.967, "count": 30, "max": 2315.0, "p95": 1274.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.388, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.503, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 870.367, "count": 30, "max": 25412.0, "p95": 45.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.555, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.235, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18285, "sampled_at": "2026-11-02T10:05:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:05:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.603, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3819043, "flush_count": 4043, "flush_interval_seconds": 30.0, "flush_state": {"count": 4043, "last_at": "2026-11-02T10:05:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:05:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4042}, "started": true, "suppressed_count": 2332910, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2332617}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4043, "written_record_count": 4043}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10213.363, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6460394803200, "copied_frame_count": 2336659, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6460394803200, "frame_buffer_copies": 2336659, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 0.4158, "p50_ms": 0.0769, "p95_ms": 0.153, "p99_ms": 0.285}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1969, "count": 512, "max_ms": 2.8733, "p50_ms": 1.1279, "p95_ms": 1.917, "p99_ms": 2.3086, "results": {"failed": 0, "not_applicable": 0, "success": 2336659, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:05:18+09:00", "last_error_summary": "[h264 @ 0x60bb14ae1980] cabac decode of qscale diff failed at 70 62 [h264 @ 0x60bb14ae1980] error while decoding MB 70 62, bytestream 16874 [h264 @ 0x60bb157f7d00] cabac decode of qscale diff failed at 3 55 [h264 @ 0x60bb157f7d00] error while decoding MB 3 55, bytestream 8047 [h264 @ 0x60bb14c40400] cabac decode of qscale diff failed at 7 61 [h264 @ 0x60bb14c40400] error while decoding MB 7 61, bytestream 5114 [h264 @ 0x60bb14b3f000] error while decoding MB 6 55, bytestream -9 [h264 @ 0x60bb14c4", "last_exit_at": "2026-11-02T10:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.841, "last_started_at": "2026-11-02T09:49:58+09:00", "pid": 47491, "process": {"exists": false, "pid": 47491}, "restart_count": 176, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.873, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-11-02T10:05:18+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-11-02T10:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.759, "last_sample_duration_ms": 871.035, "last_trigger": "periodic", "next_snapshot_in_sec": 129.241, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 404, "storage_bytes": 1893631}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-02T10:05:18.213541+09:00", "mtime_epoch": 1793581518.2135413, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 150273}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:05:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1936.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2336659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.838, "max": 11.0, "p95": 9.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.857, "max": 3.0, "p95": 3.0, "sample_count": 147}, "total": {"avg": 1.429, "max": 3.0, "p95": 3.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.723, "max": 3.0, "p95": 3.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.723, "max": 3.0, "p95": 3.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.909, "pushed": 6.909, "read": 6.909}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 159.803, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.648, "count": 191, "max_ms": 4.817, "p95_ms": 2.188, "reason": null, "sample_age_ms": 213.602, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 191, "max_ms": 4.391, "p95_ms": 1.586, "reason": null, "sample_age_ms": 213.851, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 191, "max_ms": 0.687, "p95_ms": 0.456, "reason": null, "sample_age_ms": 159.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.488, "count": 191, "max_ms": 3.651, "p95_ms": 2.303, "reason": null, "sample_age_ms": 211.297, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 211.255, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 160.394, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.76, "count": 191, "max_ms": 64.729, "p95_ms": 56.856, "reason": null, "sample_age_ms": 159.796, "source": "client_direct"}, "sample_age_ms": 159.791, "source": "client_direct", "task_total_ms": {"avg_ms": 42.664, "count": 191, "max_ms": 66.61, "p95_ms": 58.864, "reason": null, "sample_age_ms": 159.791, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.025, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.208, "count": 191, "max_ms": 17.774, "p95_ms": 9.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 191, "max_ms": 0.721, "p95_ms": 0.5}, "detection_prepare_ms": {"avg_ms": 0.93, "count": 191, "max_ms": 3.534, "p95_ms": 1.995}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 191, "max_ms": 0.576, "p95_ms": 0.367}, "mcmt_ms": {"avg_ms": 0.002, "count": 191, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.47, "count": 191, "max_ms": 7.326, "p95_ms": 5.564}, "setup_ms": {"avg_ms": 0.033, "count": 191, "max_ms": 0.11, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 5.165, "count": 191, "max_ms": 17.713, "p95_ms": 9.91}, "track_match_ms": {"avg_ms": 0.08, "count": 191, "max_ms": 0.509, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.169, "count": 191, "max_ms": 7.342, "p95_ms": 2.501}}, "gstreamer_push": {"avg_ms": 2.425, "count": 191, "max_ms": 12.453, "p95_ms": 3.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 191, "max_ms": 0.691, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.64, "count": 191, "max_ms": 69.323, "p95_ms": 59.964}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.676, "count": 191, "max_ms": 10.143, "p95_ms": 7.313}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.486, "count": 191, "max_ms": 123.532, "p95_ms": 104.446}, "inference_input_copy_ms": {"avg_ms": 1.355, "count": 191, "max_ms": 4.98, "p95_ms": 2.471}, "processing_residual_ms": {"avg_ms": 0.199, "count": 191, "max_ms": 0.905, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.716, "count": 191, "max_ms": 135.671, "p95_ms": 110.539}, "read_interval": {"avg_ms": 157.159, "count": 191, "max_ms": 2945.745, "p95_ms": 153.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 191, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 2.416, "count": 191, "max_ms": 7.247, "p95_ms": 5.48}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 191, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.403, "count": 191, "max_ms": 7.23, "p95_ms": 5.465}, "worker_merge_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.027, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.651, "count": 191, "max_ms": 69.332, "p95_ms": 59.975}, "visualize": {"avg_ms": 29.706, "count": 191, "max_ms": 53.423, "p95_ms": 41.792}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.411, "count": 191, "max_ms": 44.385, "p95_ms": 35.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.388, "count": 191, "max_ms": 51.81, "p95_ms": 40.222}, "visualize_input_copy_ms": {"avg_ms": 1.159, "count": 191, "max_ms": 3.059, "p95_ms": 1.769}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.288, "count": 191, "max_ms": 51.668, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 191, "max_ms": 0.171, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1935.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.762, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.412, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147553, "write_bytes_delta": 147553, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.747965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2315.0, "pid": 47491, "reason": null, "system_cpu_core_ratio": 0.387923, "system_cpu_s_delta": 8.07, "user_cpu_core_ratio": 0.360042, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.124832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366292, "system_cpu_s_delta": 7.619999999995343, "user_cpu_core_ratio": 0.758541, "user_cpu_s_delta": 15.779999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.391, "count": 166, "max_ms": 6.165, "p95_ms": 3.825, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.012, "max": 11.0, "p95": 9.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.788, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 1.476, "max": 3.0, "p95": 3.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.363, "count": 30, "max": 51.465, "p95": 33.366, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 25.07, "p95": 23.145, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1357.9, "count": 30, "max": 1511.0, "p95": 1503.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 177.967, "count": 30, "max": 2315.0, "p95": 1274.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.388, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.503, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 870.367, "count": 30, "max": 25412.0, "p95": 45.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.555, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.235, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18285, "sampled_at": "2026-11-02T10:05:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:05:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.645, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3819043, "flush_count": 4043, "flush_interval_seconds": 30.0, "flush_state": {"count": 4043, "last_at": "2026-11-02T10:05:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:05:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4042}, "started": true, "suppressed_count": 2332910, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2332617}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4043, "written_record_count": 4043}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10223.359, "limit_mb": null}, "detail": {"pid": 47669, "restart_count": 177, "start_count": 178}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6460394803200, "copied_frame_count": 2336659, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6460394803200, "frame_buffer_copies": 2336659, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0876, "count": 512, "max_ms": 0.4158, "p50_ms": 0.0769, "p95_ms": 0.153, "p99_ms": 0.285}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1969, "count": 512, "max_ms": 2.8733, "p50_ms": 1.1279, "p95_ms": 1.917, "p99_ms": 2.3086, "results": {"failed": 0, "not_applicable": 0, "success": 2336659, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:05:18+09:00", "last_error_summary": "[h264 @ 0x60bb14ae1980] cabac decode of qscale diff failed at 70 62 [h264 @ 0x60bb14ae1980] error while decoding MB 70 62, bytestream 16874 [h264 @ 0x60bb157f7d00] cabac decode of qscale diff failed at 3 55 [h264 @ 0x60bb157f7d00] error while decoding MB 3 55, bytestream 8047 [h264 @ 0x60bb14c40400] cabac decode of qscale diff failed at 7 61 [h264 @ 0x60bb14c40400] error while decoding MB 7 61, bytestream 5114 [h264 @ 0x60bb14b3f000] error while decoding MB 6 55, bytestream -9 [h264 @ 0x60bb14c4", "last_exit_at": "2026-11-02T10:05:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T10:05:21+09:00", "pid": 47669, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.977, "name": "ffmpeg", "pid": 47669, "rss_mb": 57.977, "state": "S (sleeping)", "threads": 1}, "restart_count": 177, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.471, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.135, "last_frame_pushed_at": "2026-11-02T10:05:18+09:00", "last_frame_read_age_sec": 5.269, "last_frame_read_at": "2026-11-02T10:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 475.817, "last_sample_duration_ms": 871.035, "last_trigger": "periodic", "next_snapshot_in_sec": 124.183, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 404, "storage_bytes": 1893631}, "mjpeg": {"age_sec": 5.126, "exists": true, "mtime": "2026-11-02T10:05:18.213541+09:00", "mtime_epoch": 1793581518.2135413, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 150273}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:05:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1936.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2336659, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.836, "max": 11.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.869, "max": 3.0, "p95": 3.0, "sample_count": 145}, "total": {"avg": 1.434, "max": 3.0, "p95": 3.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.73, "max": 3.0, "p95": 3.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.73, "max": 3.0, "p95": 3.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.378, "pushed": 6.378, "read": 6.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 5221.608, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 189, "max_ms": 4.817, "p95_ms": 2.198, "reason": null, "sample_age_ms": 5275.407, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 189, "max_ms": 4.391, "p95_ms": 1.588, "reason": null, "sample_age_ms": 5275.656, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 189, "max_ms": 0.687, "p95_ms": 0.456, "reason": null, "sample_age_ms": 5221.622, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.493, "count": 189, "max_ms": 3.651, "p95_ms": 2.304, "reason": null, "sample_age_ms": 5273.102, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5273.06, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5222.199, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.738, "count": 189, "max_ms": 64.729, "p95_ms": 56.864, "reason": null, "sample_age_ms": 5221.601, "source": "client_direct"}, "sample_age_ms": 5221.596, "source": "client_direct", "task_total_ms": {"avg_ms": 42.647, "count": 189, "max_ms": 66.61, "p95_ms": 58.898, "reason": null, "sample_age_ms": 5221.596, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.07, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.21, "count": 189, "max_ms": 17.774, "p95_ms": 9.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 189, "max_ms": 0.721, "p95_ms": 0.5}, "detection_prepare_ms": {"avg_ms": 0.928, "count": 189, "max_ms": 3.534, "p95_ms": 1.995}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 189, "max_ms": 0.576, "p95_ms": 0.367}, "mcmt_ms": {"avg_ms": 0.002, "count": 189, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.478, "count": 189, "max_ms": 7.326, "p95_ms": 5.564}, "setup_ms": {"avg_ms": 0.033, "count": 189, "max_ms": 0.11, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 5.167, "count": 189, "max_ms": 17.713, "p95_ms": 9.91}, "track_match_ms": {"avg_ms": 0.081, "count": 189, "max_ms": 0.509, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.166, "count": 189, "max_ms": 7.342, "p95_ms": 2.501}}, "gstreamer_push": {"avg_ms": 2.411, "count": 189, "max_ms": 12.453, "p95_ms": 3.901}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 189, "max_ms": 0.691, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.624, "count": 189, "max_ms": 69.323, "p95_ms": 59.964}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.647, "count": 189, "max_ms": 10.143, "p95_ms": 7.183}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.496, "count": 189, "max_ms": 123.532, "p95_ms": 104.446}, "inference_input_copy_ms": {"avg_ms": 1.359, "count": 189, "max_ms": 4.98, "p95_ms": 2.471}, "processing_residual_ms": {"avg_ms": 0.2, "count": 189, "max_ms": 0.905, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.701, "count": 189, "max_ms": 135.671, "p95_ms": 110.539}, "read_interval": {"avg_ms": 144.494, "count": 189, "max_ms": 2945.745, "p95_ms": 148.329}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 189, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 2.423, "count": 189, "max_ms": 7.247, "p95_ms": 5.48}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 189, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.41, "count": 189, "max_ms": 7.23, "p95_ms": 5.465}, "worker_merge_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.027, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.634, "count": 189, "max_ms": 69.332, "p95_ms": 59.975}, "visualize": {"avg_ms": 29.735, "count": 189, "max_ms": 53.423, "p95_ms": 41.792}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.433, "count": 189, "max_ms": 44.385, "p95_ms": 35.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.418, "count": 189, "max_ms": 51.81, "p95_ms": 40.222}, "visualize_input_copy_ms": {"avg_ms": 1.157, "count": 189, "max_ms": 3.059, "p95_ms": 1.769}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.318, "count": 189, "max_ms": 51.668, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 189, "max_ms": 0.171, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1935.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.762, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.412, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147553, "write_bytes_delta": 147553, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.747965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2315.0, "pid": 47491, "reason": null, "system_cpu_core_ratio": 0.387923, "system_cpu_s_delta": 8.07, "user_cpu_core_ratio": 0.360042, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.124832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366292, "system_cpu_s_delta": 7.619999999995343, "user_cpu_core_ratio": 0.758541, "user_cpu_s_delta": 15.779999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.391, "count": 166, "max_ms": 6.165, "p95_ms": 3.825, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.012, "max": 11.0, "p95": 9.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.788, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 1.476, "max": 3.0, "p95": 3.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.363, "count": 30, "max": 51.465, "p95": 33.366, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 25.07, "p95": 23.145, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1357.9, "count": 30, "max": 1511.0, "p95": 1503.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 177.967, "count": 30, "max": 2315.0, "p95": 1274.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.388, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.503, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133614.833, "count": 30, "max": 150023.0, "p95": 148492.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 870.367, "count": 30, "max": 25412.0, "p95": 45.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.555, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.235, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18285, "sampled_at": "2026-11-02T10:05:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:05:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.633, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10424.172, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:08:51+09:00", "last_error_summary": "[rtsp @ 0x556d82f4bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x556d82f4be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:08:51+09:00", "last_error_summary": "[rtsp @ 0x556d82f4bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x556d82f4be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T10:08:53+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-02T10:08:51+09:00", "pid": 47785, "process": {"exists": false, "pid": 47785}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 131904.053, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 131904.13, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 84.397, "last_sample_duration_ms": 1030.504, "last_trigger": "periodic", "next_snapshot_in_sec": 515.603, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 405, "storage_bytes": 1902933}, "mjpeg": {"age_sec": 131904.045, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T10:08:53+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 131908.906, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904072.529, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904073.235, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904059.718, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904071.779, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.05, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 130101.825, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 46831, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001121, "user_cpu_s_delta": 2.0199999999967986}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.914, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.648, "count": 30, "max": 2.637, "p95": 2.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 103963.398, "count": 30, "max": 130101.825, "p95": 127488.197, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3653, "sampled_at": "2026-11-02T09:38:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T09:38:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10424.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:08:51+09:00", "last_error_summary": "[rtsp @ 0x556d82f4bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x556d82f4be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T10:08:53+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.044, "last_started_at": "2026-11-02T10:08:51+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 129, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 131904.094, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 131904.171, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 84.426, "last_sample_duration_ms": 1030.504, "last_trigger": "periodic", "next_snapshot_in_sec": 515.574, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 405, "storage_bytes": 1902933}, "mjpeg": {"age_sec": 131904.086, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T10:08:53+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 131908.939, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904111.154, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904111.86, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904098.343, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 131904110.404, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.021, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.369, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 131904.055, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 47785, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001193, "user_cpu_s_delta": 2.150000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.949, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.687, "count": 30, "max": 2.866, "p95": 2.614, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 105766.038, "count": 30, "max": 131904.055, "p95": 129290.798, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3654, "sampled_at": "2026-11-02T10:08:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:08:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3832074, "flush_count": 4056, "flush_interval_seconds": 30.0, "flush_state": {"count": 4056, "last_at": "2026-11-02T10:18:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:18:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4055}, "started": true, "suppressed_count": 2340893, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2340600}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4056, "written_record_count": 4056}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10232.137, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55e03adf72c0] left block unavailable for requested intra mode [h264 @ 0x55e03adf72c0] error while decoding MB 0 48, bytestream 18364 [h264 @ 0x55e03af66500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e03af66500] error while decoding MB 0 55, bytestream 28393 [h264 @ 0x55e03af52340] error while decoding MB 60 40, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6482499379200, "copied_frame_count": 2344654, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6482499379200, "frame_buffer_copies": 2344654, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 1.9737, "p50_ms": 0.0849, "p95_ms": 0.1821, "p99_ms": 0.275}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3274, "count": 512, "max_ms": 6.3559, "p50_ms": 1.2034, "p95_ms": 2.3964, "p99_ms": 3.2218, "results": {"failed": 0, "not_applicable": 0, "success": 2344654, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:19:06+09:00", "last_error_summary": "[h264 @ 0x55e03adf72c0] left block unavailable for requested intra mode [h264 @ 0x55e03adf72c0] error while decoding MB 0 48, bytestream 18364 [h264 @ 0x55e03af66500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e03af66500] error while decoding MB 0 55, bytestream 28393 [h264 @ 0x55e03af52340] error while decoding MB 60 40, bytestream -5", "last_exit_at": "2026-11-02T10:05:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 825.465, "last_started_at": "2026-11-02T10:05:21+09:00", "pid": 47669, "process": {"exists": false, "pid": 47669}, "restart_count": 177, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.604, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-11-02T10:19:06+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T10:19:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.756, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 504.244, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-11-02T10:19:06.728350+09:00", "mtime_epoch": 1793582346.7283497, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160321}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:19:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1939.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2344655, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.138, "max": 17.0, "p95": 14.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.61, "max": 5.0, "p95": 5.0, "sample_count": 210}, "total": {"avg": 3.61, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.143, "max": 2.0, "p95": 2.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.143, "max": 2.0, "p95": 2.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 211, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 7.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.006, "count": 211, "max_ms": 0.03, "p95_ms": 0.013, "reason": null, "sample_age_ms": 44.668, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 211, "max_ms": 5.786, "p95_ms": 2.33, "reason": null, "sample_age_ms": 90.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 211, "max_ms": 3.502, "p95_ms": 1.886, "reason": null, "sample_age_ms": 90.878, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 211, "max_ms": 1.043, "p95_ms": 0.588, "reason": null, "sample_age_ms": 44.676, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.553, "count": 211, "max_ms": 3.359, "p95_ms": 2.656, "reason": null, "sample_age_ms": 89.489, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.462, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.961, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.181, "count": 211, "max_ms": 75.768, "p95_ms": 61.697, "reason": null, "sample_age_ms": 44.665, "source": "client_direct"}, "sample_age_ms": 44.663, "source": "client_direct", "task_total_ms": {"avg_ms": 44.197, "count": 211, "max_ms": 77.904, "p95_ms": 64.101, "reason": null, "sample_age_ms": 44.663, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.601, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.74, "count": 210, "max_ms": 18.888, "p95_ms": 16.111}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 210, "max_ms": 1.329, "p95_ms": 0.808}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 210, "max_ms": 4.811, "p95_ms": 2.393}, "event_filter_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.024, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 210, "max_ms": 1.487, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.044, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.966, "count": 210, "max_ms": 11.161, "p95_ms": 9.752}, "setup_ms": {"avg_ms": 0.037, "count": 210, "max_ms": 0.12, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 10.682, "count": 210, "max_ms": 18.819, "p95_ms": 16.052}, "track_match_ms": {"avg_ms": 0.146, "count": 210, "max_ms": 0.583, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 2.263, "count": 210, "max_ms": 6.981, "p95_ms": 3.685}}, "gstreamer_push": {"avg_ms": 2.623, "count": 210, "max_ms": 7.657, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 210, "max_ms": 1.815, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.331, "count": 210, "max_ms": 79.277, "p95_ms": 65.44}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.329, "count": 210, "max_ms": 11.415, "p95_ms": 8.585}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.57, "count": 210, "max_ms": 151.167, "p95_ms": 126.835}, "inference_input_copy_ms": {"avg_ms": 1.403, "count": 210, "max_ms": 4.438, "p95_ms": 2.19}, "processing_residual_ms": {"avg_ms": 0.239, "count": 210, "max_ms": 0.742, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.542, "count": 210, "max_ms": 155.574, "p95_ms": 131.976}, "read_interval": {"avg_ms": 142.326, "count": 211, "max_ms": 3838.127, "p95_ms": 160.529}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 210, "max_ms": 1.24, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 5.898, "count": 210, "max_ms": 11.08, "p95_ms": 9.704}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.095, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.876, "count": 210, "max_ms": 11.057, "p95_ms": 9.69}, "worker_merge_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.343, "count": 210, "max_ms": 79.294, "p95_ms": 65.449}, "visualize": {"avg_ms": 37.311, "count": 210, "max_ms": 73.275, "p95_ms": 52.378}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.153, "count": 210, "max_ms": 66.684, "p95_ms": 41.242}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.918, "count": 210, "max_ms": 71.545, "p95_ms": 50.573}, "visualize_input_copy_ms": {"avg_ms": 1.218, "count": 210, "max_ms": 3.39, "p95_ms": 1.937}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.797, "count": 210, "max_ms": 71.408, "p95_ms": 50.379}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 210, "max_ms": 0.192, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1939.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.748, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.898, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 172897, "write_bytes_delta": 172897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 0.769784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1904.0, "pid": 47669, "reason": null, "system_cpu_core_ratio": 0.293536, "system_cpu_s_delta": 2.940000000000005, "user_cpu_core_ratio": 0.476247, "user_cpu_s_delta": 4.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75922, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55712, "system_cpu_s_delta": 5.580000000001746, "user_cpu_core_ratio": 1.2021, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.645, "count": 211, "max_ms": 8.22, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.867, "max": 17.0, "p95": 13.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.687, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.687, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.069, "count": 30, "max": 52.631, "p95": 48.401, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.249, "count": 30, "max": 23.514, "p95": 21.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1208.367, "count": 30, "max": 1457.0, "p95": 1455.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 134.767, "count": 30, "max": 1904.0, "p95": 1064.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.294, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.464, "count": 30, "max": 0.51, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.633, "count": 30, "max": 49.0, "p95": 37.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.592, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.275, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18329, "sampled_at": "2026-11-02T10:18:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:18:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3832074, "flush_count": 4056, "flush_interval_seconds": 30.0, "flush_state": {"count": 4056, "last_at": "2026-11-02T10:18:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:18:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4055}, "started": true, "suppressed_count": 2340893, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2340600}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4056, "written_record_count": 4056}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10232.207, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:19:06+09:00", "last_error_summary": "[h264 @ 0x55e03adf72c0] left block unavailable for requested intra mode [h264 @ 0x55e03adf72c0] error while decoding MB 0 48, bytestream 18364 [h264 @ 0x55e03af66500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e03af66500] error while decoding MB 0 55, bytestream 28393 [h264 @ 0x55e03af52340] error while decoding MB 60 40, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6482502144000, "copied_frame_count": 2344655, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6482502144000, "frame_buffer_copies": 2344655, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 1.9737, "p50_ms": 0.0849, "p95_ms": 0.1821, "p99_ms": 0.275}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3378, "count": 512, "max_ms": 6.7213, "p50_ms": 1.2034, "p95_ms": 2.4276, "p99_ms": 3.3358, "results": {"failed": 0, "not_applicable": 0, "success": 2344655, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:19:06+09:00", "last_error_summary": "[h264 @ 0x55e03adf72c0] left block unavailable for requested intra mode [h264 @ 0x55e03adf72c0] error while decoding MB 0 48, bytestream 18364 [h264 @ 0x55e03af66500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e03af66500] error while decoding MB 0 55, bytestream 28393 [h264 @ 0x55e03af52340] error while decoding MB 60 40, bytestream -5", "last_exit_at": "2026-11-02T10:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 825.513, "last_started_at": "2026-11-02T10:05:21+09:00", "pid": 47669, "process": {"exists": false, "pid": 47669}, "restart_count": 177, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.604, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-11-02T10:19:06+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-11-02T10:19:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.798, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 504.202, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-11-02T10:19:06.728350+09:00", "mtime_epoch": 1793582346.7283497, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160321}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:19:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1939.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2344655, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.137, "max": 17.0, "p95": 14.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.607, "max": 5.0, "p95": 5.0, "sample_count": 211}, "total": {"avg": 3.607, "max": 5.0, "p95": 5.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.053, "pushed": 7.053, "read": 7.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 211, "max_ms": 0.03, "p95_ms": 0.013, "reason": null, "sample_age_ms": 89.22, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.786, "count": 210, "max_ms": 5.786, "p95_ms": 2.33, "reason": null, "sample_age_ms": 135.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 210, "max_ms": 3.502, "p95_ms": 1.886, "reason": null, "sample_age_ms": 135.43, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 211, "max_ms": 1.043, "p95_ms": 0.588, "reason": null, "sample_age_ms": 89.228, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.552, "count": 210, "max_ms": 3.359, "p95_ms": 2.657, "reason": null, "sample_age_ms": 134.041, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.014, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.181, "count": 211, "max_ms": 75.768, "p95_ms": 61.697, "reason": null, "sample_age_ms": 89.217, "source": "client_direct"}, "sample_age_ms": 89.215, "source": "client_direct", "task_total_ms": {"avg_ms": 44.197, "count": 211, "max_ms": 77.904, "p95_ms": 64.101, "reason": null, "sample_age_ms": 89.215, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.476, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.738, "count": 211, "max_ms": 18.888, "p95_ms": 16.111}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 211, "max_ms": 1.329, "p95_ms": 0.808}, "detection_prepare_ms": {"avg_ms": 1.446, "count": 211, "max_ms": 4.811, "p95_ms": 2.41}, "event_filter_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.024, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 211, "max_ms": 1.487, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.044, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.963, "count": 211, "max_ms": 11.161, "p95_ms": 9.752}, "setup_ms": {"avg_ms": 0.037, "count": 211, "max_ms": 0.12, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 10.681, "count": 211, "max_ms": 18.819, "p95_ms": 16.052}, "track_match_ms": {"avg_ms": 0.146, "count": 211, "max_ms": 0.583, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 2.26, "count": 211, "max_ms": 6.981, "p95_ms": 3.685}}, "gstreamer_push": {"avg_ms": 2.621, "count": 211, "max_ms": 7.657, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 211, "max_ms": 1.815, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.337, "count": 211, "max_ms": 79.277, "p95_ms": 65.44}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.324, "count": 211, "max_ms": 11.415, "p95_ms": 8.585}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.651, "count": 211, "max_ms": 151.167, "p95_ms": 126.835}, "inference_input_copy_ms": {"avg_ms": 1.402, "count": 211, "max_ms": 4.438, "p95_ms": 2.19}, "processing_residual_ms": {"avg_ms": 0.239, "count": 211, "max_ms": 0.742, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.617, "count": 211, "max_ms": 155.574, "p95_ms": 131.976}, "read_interval": {"avg_ms": 142.304, "count": 210, "max_ms": 3838.127, "p95_ms": 160.529}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 211, "max_ms": 1.24, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 5.895, "count": 211, "max_ms": 11.08, "p95_ms": 9.704}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 211, "max_ms": 0.095, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.873, "count": 211, "max_ms": 11.057, "p95_ms": 9.69}, "worker_merge_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.349, "count": 211, "max_ms": 79.294, "p95_ms": 65.449}, "visualize": {"avg_ms": 37.388, "count": 211, "max_ms": 73.275, "p95_ms": 52.44}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.157, "count": 211, "max_ms": 66.684, "p95_ms": 41.242}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.99, "count": 211, "max_ms": 71.545, "p95_ms": 51.181}, "visualize_input_copy_ms": {"avg_ms": 1.221, "count": 211, "max_ms": 3.39, "p95_ms": 1.937}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.87, "count": 211, "max_ms": 71.408, "p95_ms": 51.053}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 211, "max_ms": 0.192, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1939.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.748, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.898, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 172897, "write_bytes_delta": 172897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 0.769784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1904.0, "pid": 47669, "reason": null, "system_cpu_core_ratio": 0.293536, "system_cpu_s_delta": 2.940000000000005, "user_cpu_core_ratio": 0.476247, "user_cpu_s_delta": 4.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75922, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55712, "system_cpu_s_delta": 5.580000000001746, "user_cpu_core_ratio": 1.2021, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.645, "count": 211, "max_ms": 8.22, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.867, "max": 17.0, "p95": 13.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.687, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.687, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.069, "count": 30, "max": 52.631, "p95": 48.401, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.249, "count": 30, "max": 23.514, "p95": 21.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1208.367, "count": 30, "max": 1457.0, "p95": 1455.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 134.767, "count": 30, "max": 1904.0, "p95": 1064.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.294, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.464, "count": 30, "max": 0.51, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.633, "count": 30, "max": 49.0, "p95": 37.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.592, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.275, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18329, "sampled_at": "2026-11-02T10:18:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:18:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3832074, "flush_count": 4056, "flush_interval_seconds": 30.0, "flush_state": {"count": 4056, "last_at": "2026-11-02T10:18:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:18:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4055}, "started": true, "suppressed_count": 2340893, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2340600}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4056, "written_record_count": 4056}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10232.461, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6482502144000, "copied_frame_count": 2344655, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6482502144000, "frame_buffer_copies": 2344655, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 1.9737, "p50_ms": 0.0849, "p95_ms": 0.1821, "p99_ms": 0.275}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3378, "count": 512, "max_ms": 6.7213, "p50_ms": 1.2034, "p95_ms": 2.4276, "p99_ms": 3.3358, "results": {"failed": 0, "not_applicable": 0, "success": 2344655, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:19:06+09:00", "last_error_summary": "[h264 @ 0x55e03adf72c0] left block unavailable for requested intra mode [h264 @ 0x55e03adf72c0] error while decoding MB 0 48, bytestream 18364 [h264 @ 0x55e03af66500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e03af66500] error while decoding MB 0 55, bytestream 28393 [h264 @ 0x55e03af52340] error while decoding MB 60 40, bytestream -5", "last_exit_at": "2026-11-02T10:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 825.558, "last_started_at": "2026-11-02T10:05:21+09:00", "pid": 47669, "process": {"exists": false, "pid": 47669}, "restart_count": 177, "restart_count_per_hour": 6, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.604, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-02T10:19:06+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-11-02T10:19:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.845, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 504.155, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-02T10:19:06.855350+09:00", "mtime_epoch": 1793582346.8553503, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162081}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:19:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1939.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2344655, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.137, "max": 17.0, "p95": 14.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.607, "max": 5.0, "p95": 5.0, "sample_count": 211}, "total": {"avg": 3.607, "max": 5.0, "p95": 5.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.042, "pushed": 7.042, "read": 7.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.03, "p95_ms": 0.013, "reason": null, "sample_age_ms": 137.763, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.786, "count": 210, "max_ms": 5.786, "p95_ms": 2.33, "reason": null, "sample_age_ms": 183.758, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 210, "max_ms": 3.502, "p95_ms": 1.886, "reason": null, "sample_age_ms": 183.973, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 210, "max_ms": 1.043, "p95_ms": 0.588, "reason": null, "sample_age_ms": 137.771, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.552, "count": 210, "max_ms": 3.359, "p95_ms": 2.657, "reason": null, "sample_age_ms": 182.584, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.557, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.056, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.207, "count": 210, "max_ms": 75.768, "p95_ms": 61.699, "reason": null, "sample_age_ms": 137.76, "source": "client_direct"}, "sample_age_ms": 137.758, "source": "client_direct", "task_total_ms": {"avg_ms": 44.22, "count": 210, "max_ms": 77.904, "p95_ms": 64.16, "reason": null, "sample_age_ms": 137.758, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.738, "count": 211, "max_ms": 18.888, "p95_ms": 16.111}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 211, "max_ms": 1.329, "p95_ms": 0.808}, "detection_prepare_ms": {"avg_ms": 1.446, "count": 211, "max_ms": 4.811, "p95_ms": 2.41}, "event_filter_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.024, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 211, "max_ms": 1.487, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.044, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.963, "count": 211, "max_ms": 11.161, "p95_ms": 9.752}, "setup_ms": {"avg_ms": 0.037, "count": 211, "max_ms": 0.12, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 10.681, "count": 211, "max_ms": 18.819, "p95_ms": 16.052}, "track_match_ms": {"avg_ms": 0.146, "count": 211, "max_ms": 0.583, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 2.26, "count": 211, "max_ms": 6.981, "p95_ms": 3.685}}, "gstreamer_push": {"avg_ms": 2.621, "count": 211, "max_ms": 7.657, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 211, "max_ms": 1.815, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.337, "count": 211, "max_ms": 79.277, "p95_ms": 65.44}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.324, "count": 211, "max_ms": 11.415, "p95_ms": 8.585}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.651, "count": 211, "max_ms": 151.167, "p95_ms": 126.835}, "inference_input_copy_ms": {"avg_ms": 1.402, "count": 211, "max_ms": 4.438, "p95_ms": 2.19}, "processing_residual_ms": {"avg_ms": 0.239, "count": 211, "max_ms": 0.742, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.617, "count": 211, "max_ms": 155.574, "p95_ms": 131.976}, "read_interval": {"avg_ms": 142.304, "count": 210, "max_ms": 3838.127, "p95_ms": 160.529}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 211, "max_ms": 1.24, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 5.895, "count": 211, "max_ms": 11.08, "p95_ms": 9.704}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 211, "max_ms": 0.095, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.873, "count": 211, "max_ms": 11.057, "p95_ms": 9.69}, "worker_merge_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.349, "count": 211, "max_ms": 79.294, "p95_ms": 65.449}, "visualize": {"avg_ms": 37.388, "count": 211, "max_ms": 73.275, "p95_ms": 52.44}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.157, "count": 211, "max_ms": 66.684, "p95_ms": 41.242}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.99, "count": 211, "max_ms": 71.545, "p95_ms": 51.181}, "visualize_input_copy_ms": {"avg_ms": 1.221, "count": 211, "max_ms": 3.39, "p95_ms": 1.937}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.87, "count": 211, "max_ms": 71.408, "p95_ms": 51.053}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 211, "max_ms": 0.192, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1939.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.748, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.898, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 172897, "write_bytes_delta": 172897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 0.769784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1904.0, "pid": 47669, "reason": null, "system_cpu_core_ratio": 0.293536, "system_cpu_s_delta": 2.940000000000005, "user_cpu_core_ratio": 0.476247, "user_cpu_s_delta": 4.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75922, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55712, "system_cpu_s_delta": 5.580000000001746, "user_cpu_core_ratio": 1.2021, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.645, "count": 211, "max_ms": 8.22, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.867, "max": 17.0, "p95": 13.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.687, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.687, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.069, "count": 30, "max": 52.631, "p95": 48.401, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.249, "count": 30, "max": 23.514, "p95": 21.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1208.367, "count": 30, "max": 1457.0, "p95": 1455.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 134.767, "count": 30, "max": 1904.0, "p95": 1064.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.294, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.464, "count": 30, "max": 0.51, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.633, "count": 30, "max": 49.0, "p95": 37.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.592, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.275, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18329, "sampled_at": "2026-11-02T10:18:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:18:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3832074, "flush_count": 4056, "flush_interval_seconds": 30.0, "flush_state": {"count": 4056, "last_at": "2026-11-02T10:18:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:18:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4055}, "started": true, "suppressed_count": 2340893, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 2340600}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4056, "written_record_count": 4056}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10415.836, "limit_mb": null}, "detail": {"pid": 47787, "restart_count": 178, "start_count": 179}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6482502144000, "copied_frame_count": 2344655, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T09:58:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4704992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T09:58:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.979}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 293, "events_emitted": 277, "events_failed": 0, "events_observed": 293, "events_suppressed": 16, "frame_buffer_copied_bytes": 6482502144000, "frame_buffer_copies": 2344655, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13850, "recorder_active_input_bytes": 38292480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 277, "recorder_clips_failed": 0, "recorder_clips_started": 277, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 277, "worker_jobs_accepted": 277, "worker_jobs_completed": 277, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 1.9737, "p50_ms": 0.0849, "p95_ms": 0.1821, "p99_ms": 0.275}, "stages": {"db_insert": {"avg_ms": 15.4942, "count": 277, "max_ms": 62.2331, "p50_ms": 13.3409, "p95_ms": 30.8456, "p99_ms": 41.0716, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.693, "count": 277, "max_ms": 4.0365, "p50_ms": 1.568, "p95_ms": 2.6835, "p99_ms": 3.3929, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.9731, "count": 293, "max_ms": 4422.916, "p50_ms": 931.0056, "p95_ms": 1344.6483, "p99_ms": 1587.6514, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3378, "count": 512, "max_ms": 6.7213, "p50_ms": 1.2034, "p95_ms": 2.4276, "p99_ms": 3.3358, "results": {"failed": 0, "not_applicable": 0, "success": 2344655, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.2884, "count": 293, "max_ms": 1230.9339, "p50_ms": 500.9913, "p95_ms": 628.0291, "p99_ms": 1026.7641, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1636, "count": 277, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.9444, "p99_ms": 68.5308, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6484, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.2908, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3597, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2338, "p95_ms": 2.3941, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.2109, "count": 277, "max_ms": 1226.9788, "p50_ms": 499.5747, "p95_ms": 628.0676, "p99_ms": 1028.3954, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.3718, "count": 277, "max_ms": 1164.2523, "p50_ms": 409.6549, "p95_ms": 522.4769, "p99_ms": 951.9159, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4054, "count": 277, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5502, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6249, "count": 277, "max_ms": 15.8949, "p50_ms": 1.2872, "p95_ms": 2.8814, "p99_ms": 7.5814, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1044, "count": 277, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.0277, "p99_ms": 63.6039, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2668, "count": 277, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.3047, "p99_ms": 10.9483, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7469, "count": 293, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3788, "p99_ms": 1.8805, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 277, "max_ms": 9.2164, "p50_ms": 0.6892, "p95_ms": 1.4237, "p99_ms": 2.6526, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0433, "count": 277, "max_ms": 3752.636, "p50_ms": 353.1942, "p95_ms": 690.1398, "p99_ms": 832.8828, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 293, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.038, "count": 277, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.0458, "p99_ms": 11.1222, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6697, "count": 277, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.8727, "p99_ms": 72.5984, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 277, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1504, "p99_ms": 0.1901, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0069, "count": 277, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3686, "p99_ms": 5.511, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3361, "count": 277, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 772.8284, "p99_ms": 942.6578, "results": {"failed": 0, "not_applicable": 0, "success": 277, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 277, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1466, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 277, "artifact_failed": 0, "artifact_requested": 277, "artifact_success": 277, "completed": 277, "completed_failed": 0, "completed_success": 277, "cooldown_promoted": 277, "database_requested": 277, "db_insert_success": 277, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15826, "relay_business_failed": 0, "relay_business_success": 277, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 277, "relay_transport_failed": 0, "relay_transport_success": 277, "reservation_requested": 277}, "snapshot": {"copied_bytes": 765849600, "copied_count": 277, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:19:06+09:00", "last_error_summary": "[h264 @ 0x55e03adf72c0] left block unavailable for requested intra mode [h264 @ 0x55e03adf72c0] error while decoding MB 0 48, bytestream 18364 [h264 @ 0x55e03af66500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e03af66500] error while decoding MB 0 55, bytestream 28393 [h264 @ 0x55e03af52340] error while decoding MB 60 40, bytestream -5", "last_exit_at": "2026-11-02T10:19:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T10:19:09+09:00", "pid": 47787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.949, "name": "ffmpeg", "pid": 47787, "rss_mb": 204.949, "state": "S (sleeping)", "threads": 70}, "restart_count": 178, "restart_count_per_hour": 7, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.639, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.663, "last_frame_pushed_at": "2026-11-02T10:19:06+09:00", "last_frame_read_age_sec": 4.788, "last_frame_read_at": "2026-11-02T10:19:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.454, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 499.546, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 4.656, "exists": true, "mtime": "2026-11-02T10:19:06.855350+09:00", "mtime_epoch": 1793582346.8553503, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162081}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:19:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1939.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 233, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2344655, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.443, "max": 17.0, "p95": 14.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.425, "max": 5.0, "p95": 5.0, "sample_count": 174}, "total": {"avg": 3.425, "max": 5.0, "p95": 5.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.172, "max": 2.0, "p95": 2.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.172, "max": 2.0, "p95": 2.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.818, "pushed": 5.818, "read": 5.784}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4747.116, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.775, "count": 173, "max_ms": 5.118, "p95_ms": 2.354, "reason": null, "sample_age_ms": 4793.111, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 173, "max_ms": 3.502, "p95_ms": 1.898, "reason": null, "sample_age_ms": 4793.326, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 174, "max_ms": 1.043, "p95_ms": 0.607, "reason": null, "sample_age_ms": 4747.124, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.563, "count": 173, "max_ms": 3.359, "p95_ms": 2.657, "reason": null, "sample_age_ms": 4791.937, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4791.91, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4747.409, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.281, "count": 174, "max_ms": 75.768, "p95_ms": 60.482, "reason": null, "sample_age_ms": 4747.113, "source": "client_direct"}, "sample_age_ms": 4747.111, "source": "client_direct", "task_total_ms": {"avg_ms": 44.313, "count": 174, "max_ms": 77.904, "p95_ms": 62.573, "reason": null, "sample_age_ms": 4747.111, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.513, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.463, "count": 174, "max_ms": 18.888, "p95_ms": 15.401}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 174, "max_ms": 1.329, "p95_ms": 0.815}, "detection_prepare_ms": {"avg_ms": 1.425, "count": 174, "max_ms": 4.811, "p95_ms": 2.393}, "event_filter_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.357, "count": 174, "max_ms": 1.487, "p95_ms": 0.543}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.761, "count": 174, "max_ms": 10.257, "p95_ms": 9.229}, "setup_ms": {"avg_ms": 0.037, "count": 174, "max_ms": 0.12, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 10.405, "count": 174, "max_ms": 18.819, "p95_ms": 15.359}, "track_match_ms": {"avg_ms": 0.145, "count": 174, "max_ms": 0.583, "p95_ms": 0.25}, "tracker_update_ms": {"avg_ms": 2.213, "count": 174, "max_ms": 6.981, "p95_ms": 3.728}}, "gstreamer_push": {"avg_ms": 2.628, "count": 174, "max_ms": 7.657, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 174, "max_ms": 1.815, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.468, "count": 174, "max_ms": 79.277, "p95_ms": 65.44}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.241, "count": 174, "max_ms": 11.282, "p95_ms": 8.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.593, "count": 174, "max_ms": 151.167, "p95_ms": 127.645}, "inference_input_copy_ms": {"avg_ms": 1.39, "count": 174, "max_ms": 4.438, "p95_ms": 2.181}, "processing_residual_ms": {"avg_ms": 0.242, "count": 174, "max_ms": 0.742, "p95_ms": 0.482}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.466, "count": 174, "max_ms": 155.574, "p95_ms": 134.056}, "read_interval": {"avg_ms": 145.928, "count": 173, "max_ms": 3838.127, "p95_ms": 160.529}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 174, "max_ms": 1.24, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 5.693, "count": 174, "max_ms": 10.193, "p95_ms": 9.132}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 174, "max_ms": 0.038, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.67, "count": 174, "max_ms": 10.178, "p95_ms": 9.105}, "worker_merge_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.48, "count": 174, "max_ms": 79.294, "p95_ms": 65.449}, "visualize": {"avg_ms": 37.453, "count": 174, "max_ms": 73.275, "p95_ms": 53.479}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.465, "count": 174, "max_ms": 66.684, "p95_ms": 42.398}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.039, "count": 174, "max_ms": 71.545, "p95_ms": 51.378}, "visualize_input_copy_ms": {"avg_ms": 1.235, "count": 174, "max_ms": 3.39, "p95_ms": 1.993}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.919, "count": 174, "max_ms": 71.408, "p95_ms": 51.279}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 174, "max_ms": 0.192, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1939.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.748, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.898, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 172897, "write_bytes_delta": 172897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 0.769784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1904.0, "pid": 47669, "reason": null, "system_cpu_core_ratio": 0.293536, "system_cpu_s_delta": 2.940000000000005, "user_cpu_core_ratio": 0.476247, "user_cpu_s_delta": 4.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75922, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55712, "system_cpu_s_delta": 5.580000000001746, "user_cpu_core_ratio": 1.2021, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.645, "count": 211, "max_ms": 8.22, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.867, "max": 17.0, "p95": 13.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.687, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.687, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.069, "count": 30, "max": 52.631, "p95": 48.401, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.249, "count": 30, "max": 23.514, "p95": 21.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1208.367, "count": 30, "max": 1457.0, "p95": 1455.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 134.767, "count": 30, "max": 1904.0, "p95": 1064.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.294, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.464, "count": 30, "max": 0.51, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 154450.567, "count": 30, "max": 172897.0, "p95": 161552.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.633, "count": 30, "max": 49.0, "p95": 37.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.592, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.275, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18329, "sampled_at": "2026-11-02T10:18:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:18:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3835158, "flush_count": 4059, "flush_interval_seconds": 30.0, "flush_state": {"count": 4059, "last_at": "2026-11-02T10:21:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:21:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4058}, "started": true, "suppressed_count": 2342389, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2342095}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4059, "written_record_count": 4059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10272.125, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64a5378dcb80] cabac decode of qscale diff failed at 117 64 [h264 @ 0x64a5378dcb80] error while decoding MB 117 64, bytestream 17641", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6486641049600, "copied_frame_count": 2346152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6486641049600, "frame_buffer_copies": 2346152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0913, "count": 512, "max_ms": 1.7912, "p50_ms": 0.0772, "p95_ms": 0.1626, "p99_ms": 0.2297}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2607, "count": 512, "max_ms": 5.6819, "p50_ms": 1.1473, "p95_ms": 2.1299, "p99_ms": 2.8408, "results": {"failed": 0, "not_applicable": 0, "success": 2346152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 517, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:22:02+09:00", "last_error_summary": "[h264 @ 0x64a5378dcb80] cabac decode of qscale diff failed at 117 64 [h264 @ 0x64a5378dcb80] error while decoding MB 117 64, bytestream 17641", "last_exit_at": "2026-11-02T10:19:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.057, "last_started_at": "2026-11-02T10:19:09+09:00", "pid": 47787, "process": {"exists": false, "pid": 47787}, "restart_count": 178, "restart_count_per_hour": 7, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.4, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-11-02T10:22:02+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-02T10:22:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.517, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 328.483, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-02T10:22:02.503155+09:00", "mtime_epoch": 1793582522.5031555, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163494}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1959.203, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2346153, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.17, "max": 13.0, "p95": 11.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.465, "max": 5.0, "p95": 5.0, "sample_count": 200}, "total": {"avg": 3.465, "max": 5.0, "p95": 5.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.35, "max": 3.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.35, "max": 3.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.688, "pushed": 6.688, "read": 6.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 19.245, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 200, "max_ms": 8.068, "p95_ms": 2.546, "reason": null, "sample_age_ms": 76.841, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 200, "max_ms": 7.546, "p95_ms": 2.184, "reason": null, "sample_age_ms": 77.029, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 201, "max_ms": 2.301, "p95_ms": 0.477, "reason": null, "sample_age_ms": 19.255, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.523, "count": 200, "max_ms": 4.875, "p95_ms": 2.463, "reason": null, "sample_age_ms": 75.507, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.486, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.855, "count": 201, "max_ms": 75.867, "p95_ms": 58.907, "reason": null, "sample_age_ms": 19.24, "source": "client_direct"}, "sample_age_ms": 19.236, "source": "client_direct", "task_total_ms": {"avg_ms": 43.825, "count": 201, "max_ms": 78.454, "p95_ms": 60.257, "reason": null, "sample_age_ms": 19.236, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.882, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.877, "count": 200, "max_ms": 28.179, "p95_ms": 15.1}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 200, "max_ms": 1.355, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 200, "max_ms": 6.802, "p95_ms": 2.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.103, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.416, "count": 200, "max_ms": 1.181, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.303, "count": 200, "max_ms": 23.488, "p95_ms": 8.863}, "setup_ms": {"avg_ms": 0.036, "count": 200, "max_ms": 0.102, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 9.825, "count": 200, "max_ms": 28.126, "p95_ms": 15.049}, "track_match_ms": {"avg_ms": 0.103, "count": 200, "max_ms": 0.37, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 2.077, "count": 200, "max_ms": 5.993, "p95_ms": 3.272}}, "gstreamer_push": {"avg_ms": 2.49, "count": 200, "max_ms": 5.471, "p95_ms": 4.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 200, "max_ms": 0.106, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.925, "count": 200, "max_ms": 83.286, "p95_ms": 63.711}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.055, "count": 200, "max_ms": 13.775, "p95_ms": 7.581}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.111, "count": 200, "max_ms": 144.685, "p95_ms": 124.068}, "inference_input_copy_ms": {"avg_ms": 1.415, "count": 200, "max_ms": 6.017, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.22, "count": 200, "max_ms": 0.615, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.801, "count": 200, "max_ms": 150.656, "p95_ms": 129.383}, "read_interval": {"avg_ms": 149.799, "count": 200, "max_ms": 3725.862, "p95_ms": 159.497}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.184, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 5.237, "count": 200, "max_ms": 23.415, "p95_ms": 8.791}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 200, "max_ms": 0.055, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.219, "count": 200, "max_ms": 23.378, "p95_ms": 8.607}, "worker_merge_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 44.936, "count": 200, "max_ms": 83.295, "p95_ms": 63.721}, "visualize": {"avg_ms": 36.219, "count": 200, "max_ms": 59.572, "p95_ms": 48.574}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.567, "count": 200, "max_ms": 48.674, "p95_ms": 38.165}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.888, "count": 200, "max_ms": 58.527, "p95_ms": 47.169}, "visualize_input_copy_ms": {"avg_ms": 1.169, "count": 200, "max_ms": 6.254, "p95_ms": 1.857}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.773, "count": 200, "max_ms": 58.396, "p95_ms": 47.002}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 200, "max_ms": 0.197, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1959.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.576, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.753, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:21:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163411, "write_bytes_delta": 163411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 0.969556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7498.0, "pid": 47787, "reason": null, "system_cpu_core_ratio": 0.499715, "system_cpu_s_delta": 5.520000000000001, "user_cpu_core_ratio": 0.469841, "user_cpu_s_delta": 5.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.051031, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.35306, "system_cpu_s_delta": 3.900000000008731, "user_cpu_core_ratio": 0.697972, "user_cpu_s_delta": 7.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.585, "count": 213, "max_ms": 5.287, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.07, "max": 18.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.606, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 3.606, "max": 6.0, "p95": 5.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.327, "count": 30, "max": 52.631, "p95": 35.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.313, "count": 30, "max": 26.058, "p95": 20.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 724.233, "count": 30, "max": 1361.0, "p95": 1346.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 992.767, "count": 30, "max": 13343.0, "p95": 5202.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.135, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 732.967, "count": 30, "max": 21595.0, "p95": 34.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.602, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.172, "count": 30, "max": 1.324, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18347, "sampled_at": "2026-11-02T10:21:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:21:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3835158, "flush_count": 4059, "flush_interval_seconds": 30.0, "flush_state": {"count": 4059, "last_at": "2026-11-02T10:21:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:21:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4058}, "started": true, "suppressed_count": 2342389, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2342095}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4059, "written_record_count": 4059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10278.055, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:22:02+09:00", "last_error_summary": "[h264 @ 0x64a5378dcb80] cabac decode of qscale diff failed at 117 64 [h264 @ 0x64a5378dcb80] error while decoding MB 117 64, bytestream 17641", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6486643814400, "copied_frame_count": 2346153, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6486643814400, "frame_buffer_copies": 2346153, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0913, "count": 512, "max_ms": 1.7912, "p50_ms": 0.0772, "p95_ms": 0.1626, "p99_ms": 0.2297}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2605, "count": 512, "max_ms": 5.6819, "p50_ms": 1.1473, "p95_ms": 2.1299, "p99_ms": 2.8408, "results": {"failed": 0, "not_applicable": 0, "success": 2346153, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 517, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:22:02+09:00", "last_error_summary": "[h264 @ 0x64a5378dcb80] cabac decode of qscale diff failed at 117 64 [h264 @ 0x64a5378dcb80] error while decoding MB 117 64, bytestream 17641", "last_exit_at": "2026-11-02T10:22:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.116, "last_started_at": "2026-11-02T10:19:09+09:00", "pid": 47787, "process": {"exists": false, "pid": 47787}, "restart_count": 178, "restart_count_per_hour": 7, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.4, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T10:22:02+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-11-02T10:22:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.57, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 328.43, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-11-02T10:22:02.503155+09:00", "mtime_epoch": 1793582522.5031555, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163494}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1959.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2346153, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.164, "max": 13.0, "p95": 11.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.463, "max": 5.0, "p95": 5.0, "sample_count": 201}, "total": {"avg": 3.463, "max": 5.0, "p95": 5.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 0.348, "max": 3.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 0.348, "max": 3.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.709, "pushed": 6.709, "read": 6.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 77.492, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 200, "max_ms": 8.068, "p95_ms": 2.546, "reason": null, "sample_age_ms": 135.088, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 200, "max_ms": 7.546, "p95_ms": 2.184, "reason": null, "sample_age_ms": 135.276, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 200, "max_ms": 2.301, "p95_ms": 0.478, "reason": null, "sample_age_ms": 77.502, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.523, "count": 200, "max_ms": 4.875, "p95_ms": 2.463, "reason": null, "sample_age_ms": 133.754, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.733, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.743, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.748, "count": 200, "max_ms": 75.867, "p95_ms": 58.425, "reason": null, "sample_age_ms": 77.487, "source": "client_direct"}, "sample_age_ms": 77.483, "source": "client_direct", "task_total_ms": {"avg_ms": 43.717, "count": 200, "max_ms": 78.454, "p95_ms": 60.127, "reason": null, "sample_age_ms": 77.483, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.539, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.871, "count": 201, "max_ms": 28.179, "p95_ms": 15.1}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 201, "max_ms": 1.355, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.437, "count": 201, "max_ms": 6.802, "p95_ms": 2.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 201, "max_ms": 0.103, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.416, "count": 201, "max_ms": 1.181, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.003, "count": 201, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.301, "count": 201, "max_ms": 23.488, "p95_ms": 8.863}, "setup_ms": {"avg_ms": 0.036, "count": 201, "max_ms": 0.102, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 9.819, "count": 201, "max_ms": 28.126, "p95_ms": 15.049}, "track_match_ms": {"avg_ms": 0.103, "count": 201, "max_ms": 0.37, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 2.077, "count": 201, "max_ms": 5.993, "p95_ms": 3.272}}, "gstreamer_push": {"avg_ms": 2.489, "count": 201, "max_ms": 5.471, "p95_ms": 4.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 201, "max_ms": 0.106, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.991, "count": 201, "max_ms": 83.286, "p95_ms": 63.711}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.054, "count": 201, "max_ms": 13.775, "p95_ms": 7.581}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.248, "count": 201, "max_ms": 144.685, "p95_ms": 124.068}, "inference_input_copy_ms": {"avg_ms": 1.413, "count": 201, "max_ms": 6.017, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.219, "count": 201, "max_ms": 0.615, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.934, "count": 201, "max_ms": 150.656, "p95_ms": 129.383}, "read_interval": {"avg_ms": 149.799, "count": 200, "max_ms": 3725.862, "p95_ms": 159.497}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 201, "max_ms": 0.184, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 5.234, "count": 201, "max_ms": 23.415, "p95_ms": 8.791}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 201, "max_ms": 0.055, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.217, "count": 201, "max_ms": 23.378, "p95_ms": 8.607}, "worker_merge_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.002, "count": 201, "max_ms": 83.295, "p95_ms": 63.721}, "visualize": {"avg_ms": 36.298, "count": 201, "max_ms": 59.572, "p95_ms": 48.807}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.647, "count": 201, "max_ms": 48.674, "p95_ms": 38.752}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.966, "count": 201, "max_ms": 58.527, "p95_ms": 47.209}, "visualize_input_copy_ms": {"avg_ms": 1.169, "count": 201, "max_ms": 6.254, "p95_ms": 1.857}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.851, "count": 201, "max_ms": 58.396, "p95_ms": 47.062}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 201, "max_ms": 0.197, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1959.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.576, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.753, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:21:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163411, "write_bytes_delta": 163411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 0.969556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7498.0, "pid": 47787, "reason": null, "system_cpu_core_ratio": 0.499715, "system_cpu_s_delta": 5.520000000000001, "user_cpu_core_ratio": 0.469841, "user_cpu_s_delta": 5.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.051031, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.35306, "system_cpu_s_delta": 3.900000000008731, "user_cpu_core_ratio": 0.697972, "user_cpu_s_delta": 7.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.585, "count": 213, "max_ms": 5.287, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.07, "max": 18.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.606, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 3.606, "max": 6.0, "p95": 5.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.327, "count": 30, "max": 52.631, "p95": 35.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.313, "count": 30, "max": 26.058, "p95": 20.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 724.233, "count": 30, "max": 1361.0, "p95": 1346.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 992.767, "count": 30, "max": 13343.0, "p95": 5202.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.135, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 732.967, "count": 30, "max": 21595.0, "p95": 34.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.602, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.172, "count": 30, "max": 1.324, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18347, "sampled_at": "2026-11-02T10:21:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:21:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3835158, "flush_count": 4059, "flush_interval_seconds": 30.0, "flush_state": {"count": 4059, "last_at": "2026-11-02T10:21:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:21:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4058}, "started": true, "suppressed_count": 2342389, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2342095}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4059, "written_record_count": 4059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10278.965, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6486643814400, "copied_frame_count": 2346153, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6486643814400, "frame_buffer_copies": 2346153, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0913, "count": 512, "max_ms": 1.7912, "p50_ms": 0.0772, "p95_ms": 0.1626, "p99_ms": 0.2297}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2605, "count": 512, "max_ms": 5.6819, "p50_ms": 1.1473, "p95_ms": 2.1299, "p99_ms": 2.8408, "results": {"failed": 0, "not_applicable": 0, "success": 2346153, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 517, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:22:02+09:00", "last_error_summary": "[h264 @ 0x64a5378dcb80] cabac decode of qscale diff failed at 117 64 [h264 @ 0x64a5378dcb80] error while decoding MB 117 64, bytestream 17641", "last_exit_at": "2026-11-02T10:22:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.155, "last_started_at": "2026-11-02T10:19:09+09:00", "pid": 47787, "process": {"exists": false, "pid": 47787}, "restart_count": 178, "restart_count_per_hour": 7, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.4, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-02T10:22:02+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-11-02T10:22:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.603, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 328.397, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-02T10:22:02.632156+09:00", "mtime_epoch": 1793582522.6321561, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1959.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2346153, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.155, "max": 13.0, "p95": 11.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.46, "max": 5.0, "p95": 5.0, "sample_count": 200}, "total": {"avg": 3.46, "max": 5.0, "p95": 5.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.35, "max": 3.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.35, "max": 3.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.667, "pushed": 6.701, "read": 6.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 114.936, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 200, "max_ms": 8.068, "p95_ms": 2.546, "reason": null, "sample_age_ms": 172.532, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 200, "max_ms": 7.546, "p95_ms": 2.184, "reason": null, "sample_age_ms": 172.72, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 200, "max_ms": 2.301, "p95_ms": 0.478, "reason": null, "sample_age_ms": 114.946, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.523, "count": 200, "max_ms": 4.875, "p95_ms": 2.463, "reason": null, "sample_age_ms": 171.197, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.176, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.186, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.748, "count": 200, "max_ms": 75.867, "p95_ms": 58.425, "reason": null, "sample_age_ms": 114.93, "source": "client_direct"}, "sample_age_ms": 114.926, "source": "client_direct", "task_total_ms": {"avg_ms": 43.717, "count": 200, "max_ms": 78.454, "p95_ms": 60.127, "reason": null, "sample_age_ms": 114.926, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.812, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.88, "count": 200, "max_ms": 28.179, "p95_ms": 15.1}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 200, "max_ms": 1.355, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 200, "max_ms": 6.802, "p95_ms": 2.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.103, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.416, "count": 200, "max_ms": 1.181, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.304, "count": 200, "max_ms": 23.488, "p95_ms": 8.863}, "setup_ms": {"avg_ms": 0.036, "count": 200, "max_ms": 0.102, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 9.828, "count": 200, "max_ms": 28.126, "p95_ms": 15.049}, "track_match_ms": {"avg_ms": 0.103, "count": 200, "max_ms": 0.37, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 2.079, "count": 200, "max_ms": 5.993, "p95_ms": 3.272}}, "gstreamer_push": {"avg_ms": 2.489, "count": 201, "max_ms": 5.471, "p95_ms": 4.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 200, "max_ms": 0.106, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.886, "count": 200, "max_ms": 83.286, "p95_ms": 62.723}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.05, "count": 200, "max_ms": 13.775, "p95_ms": 7.581}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.099, "count": 200, "max_ms": 144.685, "p95_ms": 124.068}, "inference_input_copy_ms": {"avg_ms": 1.412, "count": 200, "max_ms": 6.017, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.22, "count": 200, "max_ms": 0.615, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.781, "count": 200, "max_ms": 150.656, "p95_ms": 129.383}, "read_interval": {"avg_ms": 149.799, "count": 200, "max_ms": 3725.862, "p95_ms": 159.497}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.184, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 5.238, "count": 200, "max_ms": 23.415, "p95_ms": 8.791}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 200, "max_ms": 0.055, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.22, "count": 200, "max_ms": 23.378, "p95_ms": 8.607}, "worker_merge_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 44.897, "count": 200, "max_ms": 83.295, "p95_ms": 62.734}, "visualize": {"avg_ms": 36.243, "count": 200, "max_ms": 59.572, "p95_ms": 48.807}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.604, "count": 200, "max_ms": 48.674, "p95_ms": 38.752}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.913, "count": 200, "max_ms": 58.527, "p95_ms": 47.209}, "visualize_input_copy_ms": {"avg_ms": 1.168, "count": 200, "max_ms": 6.254, "p95_ms": 1.857}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.799, "count": 200, "max_ms": 58.396, "p95_ms": 47.062}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 200, "max_ms": 0.197, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1959.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.576, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.753, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:21:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163411, "write_bytes_delta": 163411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 0.969556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7498.0, "pid": 47787, "reason": null, "system_cpu_core_ratio": 0.499715, "system_cpu_s_delta": 5.520000000000001, "user_cpu_core_ratio": 0.469841, "user_cpu_s_delta": 5.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.051031, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.35306, "system_cpu_s_delta": 3.900000000008731, "user_cpu_core_ratio": 0.697972, "user_cpu_s_delta": 7.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.585, "count": 213, "max_ms": 5.287, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.07, "max": 18.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.606, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 3.606, "max": 6.0, "p95": 5.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.327, "count": 30, "max": 52.631, "p95": 35.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.313, "count": 30, "max": 26.058, "p95": 20.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 724.233, "count": 30, "max": 1361.0, "p95": 1346.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 992.767, "count": 30, "max": 13343.0, "p95": 5202.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.135, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 732.967, "count": 30, "max": 21595.0, "p95": 34.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.602, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.172, "count": 30, "max": 1.324, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18347, "sampled_at": "2026-11-02T10:21:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:21:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3835158, "flush_count": 4059, "flush_interval_seconds": 30.0, "flush_state": {"count": 4059, "last_at": "2026-11-02T10:21:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:21:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4058}, "started": true, "suppressed_count": 2342389, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2342095}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4059, "written_record_count": 4059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10293.773, "limit_mb": null}, "detail": {"pid": 47965, "restart_count": 179, "start_count": 180}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6486643814400, "copied_frame_count": 2346153, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6486643814400, "frame_buffer_copies": 2346153, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0913, "count": 512, "max_ms": 1.7912, "p50_ms": 0.0772, "p95_ms": 0.1626, "p99_ms": 0.2297}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2605, "count": 512, "max_ms": 5.6819, "p50_ms": 1.1473, "p95_ms": 2.1299, "p99_ms": 2.8408, "results": {"failed": 0, "not_applicable": 0, "success": 2346153, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 517, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:22:02+09:00", "last_error_summary": "[h264 @ 0x64a5378dcb80] cabac decode of qscale diff failed at 117 64 [h264 @ 0x64a5378dcb80] error while decoding MB 117 64, bytestream 17641", "last_exit_at": "2026-11-02T10:22:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T10:22:05+09:00", "pid": 47965, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.133, "name": "ffmpeg", "pid": 47965, "rss_mb": 58.133, "state": "S (sleeping)", "threads": 1}, "restart_count": 179, "restart_count_per_hour": 8, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.766, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.934, "last_frame_pushed_at": "2026-11-02T10:22:02+09:00", "last_frame_read_age_sec": 5.062, "last_frame_read_at": "2026-11-02T10:22:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.496, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 323.504, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 4.926, "exists": true, "mtime": "2026-11-02T10:22:02.632156+09:00", "mtime_epoch": 1793582522.6321561, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:22:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1959.191, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2346153, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.812, "max": 11.0, "p95": 11.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.352, "max": 5.0, "p95": 5.0, "sample_count": 165}, "total": {"avg": 3.352, "max": 5.0, "p95": 5.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 0.412, "max": 3.0, "p95": 2.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 0.412, "max": 3.0, "p95": 2.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.504, "pushed": 5.504, "read": 5.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5008.439, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 164, "max_ms": 8.068, "p95_ms": 2.516, "reason": null, "sample_age_ms": 5066.035, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 164, "max_ms": 7.546, "p95_ms": 1.967, "reason": null, "sample_age_ms": 5066.223, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 164, "max_ms": 2.301, "p95_ms": 0.477, "reason": null, "sample_age_ms": 5008.449, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.527, "count": 164, "max_ms": 4.875, "p95_ms": 2.481, "reason": null, "sample_age_ms": 5064.701, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2764808.0, "count": 164, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5064.68, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5008.689, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.714, "count": 164, "max_ms": 75.867, "p95_ms": 58.831, "reason": null, "sample_age_ms": 5008.434, "source": "client_direct"}, "sample_age_ms": 5008.43, "source": "client_direct", "task_total_ms": {"avg_ms": 43.683, "count": 164, "max_ms": 78.454, "p95_ms": 60.236, "reason": null, "sample_age_ms": 5008.43, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.508, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.7, "count": 165, "max_ms": 28.179, "p95_ms": 15.1}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 165, "max_ms": 1.355, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 165, "max_ms": 6.802, "p95_ms": 2.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.103, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.401, "count": 165, "max_ms": 1.181, "p95_ms": 0.695}, "mcmt_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.181, "count": 165, "max_ms": 23.488, "p95_ms": 8.863}, "setup_ms": {"avg_ms": 0.036, "count": 165, "max_ms": 0.102, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 9.649, "count": 165, "max_ms": 28.126, "p95_ms": 15.049}, "track_match_ms": {"avg_ms": 0.105, "count": 165, "max_ms": 0.37, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 2.051, "count": 165, "max_ms": 5.849, "p95_ms": 3.272}}, "gstreamer_push": {"avg_ms": 2.471, "count": 165, "max_ms": 5.471, "p95_ms": 3.802}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 165, "max_ms": 0.106, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.888, "count": 165, "max_ms": 83.286, "p95_ms": 63.711}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 165, "max_ms": 13.775, "p95_ms": 7.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.722, "count": 165, "max_ms": 144.685, "p95_ms": 124.068}, "inference_input_copy_ms": {"avg_ms": 1.357, "count": 165, "max_ms": 6.017, "p95_ms": 2.163}, "processing_residual_ms": {"avg_ms": 0.218, "count": 165, "max_ms": 0.525, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.305, "count": 165, "max_ms": 150.656, "p95_ms": 129.383}, "read_interval": {"avg_ms": 152.553, "count": 164, "max_ms": 3725.862, "p95_ms": 159.497}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 165, "max_ms": 0.184, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 5.116, "count": 165, "max_ms": 23.415, "p95_ms": 8.791}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 165, "max_ms": 0.043, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.099, "count": 165, "max_ms": 23.378, "p95_ms": 8.607}, "worker_merge_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 44.899, "count": 165, "max_ms": 83.295, "p95_ms": 63.721}, "visualize": {"avg_ms": 36.077, "count": 165, "max_ms": 59.572, "p95_ms": 48.574}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.589, "count": 165, "max_ms": 48.674, "p95_ms": 38.165}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.761, "count": 165, "max_ms": 58.527, "p95_ms": 47.209}, "visualize_input_copy_ms": {"avg_ms": 1.156, "count": 165, "max_ms": 6.254, "p95_ms": 1.857}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.648, "count": 165, "max_ms": 58.396, "p95_ms": 47.002}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 165, "max_ms": 0.197, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1959.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.576, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.753, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:21:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163411, "write_bytes_delta": 163411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 0.969556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7498.0, "pid": 47787, "reason": null, "system_cpu_core_ratio": 0.499715, "system_cpu_s_delta": 5.520000000000001, "user_cpu_core_ratio": 0.469841, "user_cpu_s_delta": 5.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.051031, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.35306, "system_cpu_s_delta": 3.900000000008731, "user_cpu_core_ratio": 0.697972, "user_cpu_s_delta": 7.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.585, "count": 213, "max_ms": 5.287, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.07, "max": 18.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.606, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 3.606, "max": 6.0, "p95": 5.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.327, "count": 30, "max": 52.631, "p95": 35.762, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.313, "count": 30, "max": 26.058, "p95": 20.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 724.233, "count": 30, "max": 1361.0, "p95": 1346.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 992.767, "count": 30, "max": 13343.0, "p95": 5202.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.135, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 159055.967, "count": 30, "max": 172897.0, "p95": 169666.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 732.967, "count": 30, "max": 21595.0, "p95": 34.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.602, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.172, "count": 30, "max": 1.324, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18347, "sampled_at": "2026-11-02T10:21:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:21:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3838284, "flush_count": 4062, "flush_interval_seconds": 30.0, "flush_state": {"count": 4062, "last_at": "2026-11-02T10:24:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:24:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4061}, "started": true, "suppressed_count": 2343416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2343122}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4062, "written_record_count": 4062}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10251.48, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5882330ed2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882330ed2c0] error while decoding MB 0 5, bytestream 3683 [h264 @ 0x5882332380c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882332380c0] error while decoding MB 0 58, bytestream 6540 [h264 @ 0x588233ed6fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x588233ed6fc0] error while decoding MB 0 47, bytestream 9459 [h264 @ 0x5882332380c0] error while decoding MB 110 55, b", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6489488793600, "copied_frame_count": 2347182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6489488793600, "frame_buffer_copies": 2347182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 0.4111, "p50_ms": 0.0775, "p95_ms": 0.1614, "p99_ms": 0.2582}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2689, "count": 512, "max_ms": 3.7648, "p50_ms": 1.1785, "p95_ms": 2.1211, "p99_ms": 2.8806, "results": {"failed": 0, "not_applicable": 0, "success": 2347182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 521, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:24:19+09:00", "last_error_summary": "[h264 @ 0x5882330ed2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882330ed2c0] error while decoding MB 0 5, bytestream 3683 [h264 @ 0x5882332380c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882332380c0] error while decoding MB 0 58, bytestream 6540 [h264 @ 0x588233ed6fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x588233ed6fc0] error while decoding MB 0 47, bytestream 9459 [h264 @ 0x5882332380c0] error while decoding MB 110 55, b", "last_exit_at": "2026-11-02T10:22:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.702, "last_started_at": "2026-11-02T10:22:05+09:00", "pid": 47965, "process": {"exists": false, "pid": 47965}, "restart_count": 179, "restart_count_per_hour": 8, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.81, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-02T10:24:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-11-02T10:24:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 408.234, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 191.766, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-02T10:24:19.199789+09:00", "mtime_epoch": 1793582659.1997888, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:24:19+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1941.105, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2347183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.603, "max": 27.0, "p95": 26.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.891, "max": 6.0, "p95": 6.0, "sample_count": 174}, "total": {"avg": 3.891, "max": 6.0, "p95": 6.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.425, "max": 3.0, "p95": 3.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.425, "max": 3.0, "p95": 3.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.804, "pushed": 5.804, "read": 5.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 49.001, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 174, "max_ms": 7.777, "p95_ms": 2.661, "reason": null, "sample_age_ms": 75.557, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 174, "max_ms": 7.181, "p95_ms": 2.134, "reason": null, "sample_age_ms": 75.928, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 174, "max_ms": 0.832, "p95_ms": 0.589, "reason": null, "sample_age_ms": 49.008, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.436, "count": 174, "max_ms": 3.325, "p95_ms": 2.228, "reason": null, "sample_age_ms": 74.479, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2764808.0, "count": 174, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.466, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.288, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.887, "count": 174, "max_ms": 67.41, "p95_ms": 58.231, "reason": null, "sample_age_ms": 48.998, "source": "client_direct"}, "sample_age_ms": 48.995, "source": "client_direct", "task_total_ms": {"avg_ms": 41.789, "count": 174, "max_ms": 69.151, "p95_ms": 59.925, "reason": null, "sample_age_ms": 48.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.718, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.428, "count": 174, "max_ms": 20.569, "p95_ms": 18.006}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 174, "max_ms": 1.098, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.62, "count": 174, "max_ms": 6.835, "p95_ms": 2.98}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 174, "max_ms": 1.196, "p95_ms": 0.838}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.463, "count": 174, "max_ms": 13.621, "p95_ms": 10.139}, "setup_ms": {"avg_ms": 0.038, "count": 174, "max_ms": 0.561, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.372, "count": 174, "max_ms": 20.512, "p95_ms": 17.912}, "track_match_ms": {"avg_ms": 0.167, "count": 174, "max_ms": 0.512, "p95_ms": 0.364}, "tracker_update_ms": {"avg_ms": 2.21, "count": 174, "max_ms": 7.336, "p95_ms": 3.663}}, "gstreamer_push": {"avg_ms": 2.635, "count": 174, "max_ms": 6.185, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 174, "max_ms": 0.776, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.961, "count": 174, "max_ms": 72.705, "p95_ms": 62.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.41, "count": 174, "max_ms": 14.16, "p95_ms": 8.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.565, "count": 174, "max_ms": 142.374, "p95_ms": 124.75}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 174, "max_ms": 5.05, "p95_ms": 2.586}, "processing_residual_ms": {"avg_ms": 0.284, "count": 174, "max_ms": 4.82, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.756, "count": 174, "max_ms": 148.01, "p95_ms": 130.561}, "read_interval": {"avg_ms": 172.294, "count": 174, "max_ms": 5291.222, "p95_ms": 194.829}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.227, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 5.394, "count": 174, "max_ms": 13.539, "p95_ms": 10.048}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 174, "max_ms": 0.039, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.377, "count": 174, "max_ms": 13.52, "p95_ms": 10.023}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.973, "count": 174, "max_ms": 72.717, "p95_ms": 62.322}, "visualize": {"avg_ms": 36.957, "count": 174, "max_ms": 77.452, "p95_ms": 53.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.829, "count": 174, "max_ms": 61.508, "p95_ms": 42.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.592, "count": 174, "max_ms": 75.797, "p95_ms": 51.944}, "visualize_input_copy_ms": {"avg_ms": 1.175, "count": 174, "max_ms": 2.575, "p95_ms": 1.871}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.482, "count": 174, "max_ms": 75.64, "p95_ms": 51.788}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 174, "max_ms": 0.153, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1941.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.612, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.387, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.163, "exists": true, "size_bytes": 157328, "write_bytes_delta": 157328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 221.0, "cpu_core_ratio": 0.556717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 235.0, "pid": 47965, "reason": null, "system_cpu_core_ratio": 0.255038, "system_cpu_s_delta": 2.5700000000000003, "user_cpu_core_ratio": 0.301679, "user_cpu_s_delta": 3.0400000000000063}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.810075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600381, "system_cpu_s_delta": 6.05000000000291, "user_cpu_core_ratio": 1.209693, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 177, "max_ms": 6.185, "p95_ms": 4.127, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.136, "max": 19.0, "p95": 14.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.65, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 3.65, "max": 6.0, "p95": 5.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.557, "count": 30, "max": 46.374, "p95": 41.228, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.781, "count": 30, "max": 26.058, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 497.0, "count": 30, "max": 691.0, "p95": 686.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1485.333, "count": 30, "max": 13343.0, "p95": 8775.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.586, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 2.905, "p95": 0.148, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 729.7, "count": 30, "max": 21595.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.333, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18362, "sampled_at": "2026-11-02T10:24:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:24:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3838284, "flush_count": 4062, "flush_interval_seconds": 30.0, "flush_state": {"count": 4062, "last_at": "2026-11-02T10:24:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:24:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4061}, "started": true, "suppressed_count": 2343416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2343122}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4062, "written_record_count": 4062}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10250.781, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:24:19+09:00", "last_error_summary": "[h264 @ 0x5882330ed2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882330ed2c0] error while decoding MB 0 5, bytestream 3683 [h264 @ 0x5882332380c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882332380c0] error while decoding MB 0 58, bytestream 6540 [h264 @ 0x588233ed6fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x588233ed6fc0] error while decoding MB 0 47, bytestream 9459 [h264 @ 0x5882332380c0] error while decoding MB 110 55, b", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6489491558400, "copied_frame_count": 2347183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6489491558400, "frame_buffer_copies": 2347183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 0.4111, "p50_ms": 0.0775, "p95_ms": 0.1614, "p99_ms": 0.2582}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2685, "count": 512, "max_ms": 3.7648, "p50_ms": 1.1785, "p95_ms": 2.1211, "p99_ms": 2.8806, "results": {"failed": 0, "not_applicable": 0, "success": 2347183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 521, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:24:19+09:00", "last_error_summary": "[h264 @ 0x5882330ed2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882330ed2c0] error while decoding MB 0 5, bytestream 3683 [h264 @ 0x5882332380c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882332380c0] error while decoding MB 0 58, bytestream 6540 [h264 @ 0x588233ed6fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x588233ed6fc0] error while decoding MB 0 47, bytestream 9459 [h264 @ 0x5882332380c0] error while decoding MB 110 55, b", "last_exit_at": "2026-11-02T10:24:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.769, "last_started_at": "2026-11-02T10:22:05+09:00", "pid": 47965, "process": {"exists": false, "pid": 47965}, "restart_count": 179, "restart_count_per_hour": 8, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.81, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-02T10:24:19+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-11-02T10:24:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 408.26, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 191.74, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T10:24:19.301789+09:00", "mtime_epoch": 1793582659.3017893, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:24:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1941.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2347183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.609, "max": 27.0, "p95": 26.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.902, "max": 6.0, "p95": 6.0, "sample_count": 174}, "total": {"avg": 3.902, "max": 6.0, "p95": 6.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.431, "max": 3.0, "p95": 3.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.431, "max": 3.0, "p95": 3.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.806, "pushed": 5.806, "read": 5.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 111.932, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 173, "max_ms": 7.777, "p95_ms": 2.596, "reason": null, "sample_age_ms": 138.488, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 173, "max_ms": 7.181, "p95_ms": 1.969, "reason": null, "sample_age_ms": 138.859, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 173, "max_ms": 0.832, "p95_ms": 0.589, "reason": null, "sample_age_ms": 111.939, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.437, "count": 173, "max_ms": 3.325, "p95_ms": 2.229, "reason": null, "sample_age_ms": 137.41, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.397, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.219, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.975, "count": 173, "max_ms": 67.41, "p95_ms": 58.262, "reason": null, "sample_age_ms": 111.929, "source": "client_direct"}, "sample_age_ms": 111.926, "source": "client_direct", "task_total_ms": {"avg_ms": 41.878, "count": 173, "max_ms": 69.151, "p95_ms": 59.995, "reason": null, "sample_age_ms": 111.926, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.447, "count": 174, "max_ms": 20.569, "p95_ms": 18.006}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.459, "count": 174, "max_ms": 1.098, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.622, "count": 174, "max_ms": 6.835, "p95_ms": 2.98}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.409, "count": 174, "max_ms": 1.196, "p95_ms": 0.838}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.471, "count": 174, "max_ms": 13.621, "p95_ms": 10.139}, "setup_ms": {"avg_ms": 0.038, "count": 174, "max_ms": 0.561, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.391, "count": 174, "max_ms": 20.512, "p95_ms": 17.912}, "track_match_ms": {"avg_ms": 0.168, "count": 174, "max_ms": 0.512, "p95_ms": 0.364}, "tracker_update_ms": {"avg_ms": 2.214, "count": 174, "max_ms": 7.336, "p95_ms": 3.663}}, "gstreamer_push": {"avg_ms": 2.634, "count": 174, "max_ms": 6.185, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 174, "max_ms": 0.776, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.919, "count": 174, "max_ms": 72.705, "p95_ms": 62.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.412, "count": 174, "max_ms": 14.16, "p95_ms": 8.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.755, "count": 174, "max_ms": 142.374, "p95_ms": 124.75}, "inference_input_copy_ms": {"avg_ms": 1.494, "count": 174, "max_ms": 5.05, "p95_ms": 2.586}, "processing_residual_ms": {"avg_ms": 0.284, "count": 174, "max_ms": 4.82, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.945, "count": 174, "max_ms": 148.01, "p95_ms": 130.561}, "read_interval": {"avg_ms": 172.855, "count": 173, "max_ms": 5291.222, "p95_ms": 194.829}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.227, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 5.402, "count": 174, "max_ms": 13.539, "p95_ms": 10.048}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 174, "max_ms": 0.039, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.384, "count": 174, "max_ms": 13.52, "p95_ms": 10.023}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.931, "count": 174, "max_ms": 72.717, "p95_ms": 62.322}, "visualize": {"avg_ms": 37.106, "count": 174, "max_ms": 77.452, "p95_ms": 53.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.946, "count": 174, "max_ms": 61.508, "p95_ms": 42.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.739, "count": 174, "max_ms": 75.797, "p95_ms": 51.944}, "visualize_input_copy_ms": {"avg_ms": 1.177, "count": 174, "max_ms": 2.575, "p95_ms": 1.871}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.629, "count": 174, "max_ms": 75.64, "p95_ms": 51.788}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 174, "max_ms": 0.153, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1941.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.612, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.387, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.163, "exists": true, "size_bytes": 157328, "write_bytes_delta": 157328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 221.0, "cpu_core_ratio": 0.556717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 235.0, "pid": 47965, "reason": null, "system_cpu_core_ratio": 0.255038, "system_cpu_s_delta": 2.5700000000000003, "user_cpu_core_ratio": 0.301679, "user_cpu_s_delta": 3.0400000000000063}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.810075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600381, "system_cpu_s_delta": 6.05000000000291, "user_cpu_core_ratio": 1.209693, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 177, "max_ms": 6.185, "p95_ms": 4.127, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.136, "max": 19.0, "p95": 14.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.65, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 3.65, "max": 6.0, "p95": 5.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.557, "count": 30, "max": 46.374, "p95": 41.228, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.781, "count": 30, "max": 26.058, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 497.0, "count": 30, "max": 691.0, "p95": 686.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1485.333, "count": 30, "max": 13343.0, "p95": 8775.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.586, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 2.905, "p95": 0.148, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 729.7, "count": 30, "max": 21595.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.333, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18362, "sampled_at": "2026-11-02T10:24:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:24:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3838284, "flush_count": 4062, "flush_interval_seconds": 30.0, "flush_state": {"count": 4062, "last_at": "2026-11-02T10:24:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:24:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4061}, "started": true, "suppressed_count": 2343416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2343122}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4062, "written_record_count": 4062}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10251.594, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6489491558400, "copied_frame_count": 2347183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6489491558400, "frame_buffer_copies": 2347183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 0.4111, "p50_ms": 0.0775, "p95_ms": 0.1614, "p99_ms": 0.2582}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2685, "count": 512, "max_ms": 3.7648, "p50_ms": 1.1785, "p95_ms": 2.1211, "p99_ms": 2.8806, "results": {"failed": 0, "not_applicable": 0, "success": 2347183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 521, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:24:19+09:00", "last_error_summary": "[h264 @ 0x5882330ed2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882330ed2c0] error while decoding MB 0 5, bytestream 3683 [h264 @ 0x5882332380c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882332380c0] error while decoding MB 0 58, bytestream 6540 [h264 @ 0x588233ed6fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x588233ed6fc0] error while decoding MB 0 47, bytestream 9459 [h264 @ 0x5882332380c0] error while decoding MB 110 55, b", "last_exit_at": "2026-11-02T10:24:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.794, "last_started_at": "2026-11-02T10:22:05+09:00", "pid": 47965, "process": {"exists": false, "pid": 47965}, "restart_count": 179, "restart_count_per_hour": 8, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.81, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-02T10:24:19+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-11-02T10:24:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 408.291, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 191.709, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-02T10:24:19.301789+09:00", "mtime_epoch": 1793582659.3017893, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:24:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1941.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2347183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.609, "max": 27.0, "p95": 26.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.902, "max": 6.0, "p95": 6.0, "sample_count": 174}, "total": {"avg": 3.902, "max": 6.0, "p95": 6.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.431, "max": 3.0, "p95": 3.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.431, "max": 3.0, "p95": 3.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.801, "pushed": 5.801, "read": 5.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 137.046, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 173, "max_ms": 7.777, "p95_ms": 2.596, "reason": null, "sample_age_ms": 163.601, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 173, "max_ms": 7.181, "p95_ms": 1.969, "reason": null, "sample_age_ms": 163.972, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 173, "max_ms": 0.832, "p95_ms": 0.589, "reason": null, "sample_age_ms": 137.053, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.437, "count": 173, "max_ms": 3.325, "p95_ms": 2.229, "reason": null, "sample_age_ms": 162.524, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.511, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.333, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.975, "count": 173, "max_ms": 67.41, "p95_ms": 58.262, "reason": null, "sample_age_ms": 137.043, "source": "client_direct"}, "sample_age_ms": 137.039, "source": "client_direct", "task_total_ms": {"avg_ms": 41.878, "count": 173, "max_ms": 69.151, "p95_ms": 59.995, "reason": null, "sample_age_ms": 137.039, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.905, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.447, "count": 174, "max_ms": 20.569, "p95_ms": 18.006}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.459, "count": 174, "max_ms": 1.098, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.622, "count": 174, "max_ms": 6.835, "p95_ms": 2.98}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.409, "count": 174, "max_ms": 1.196, "p95_ms": 0.838}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.471, "count": 174, "max_ms": 13.621, "p95_ms": 10.139}, "setup_ms": {"avg_ms": 0.038, "count": 174, "max_ms": 0.561, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.391, "count": 174, "max_ms": 20.512, "p95_ms": 17.912}, "track_match_ms": {"avg_ms": 0.168, "count": 174, "max_ms": 0.512, "p95_ms": 0.364}, "tracker_update_ms": {"avg_ms": 2.214, "count": 174, "max_ms": 7.336, "p95_ms": 3.663}}, "gstreamer_push": {"avg_ms": 2.634, "count": 174, "max_ms": 6.185, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 174, "max_ms": 0.776, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.919, "count": 174, "max_ms": 72.705, "p95_ms": 62.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.412, "count": 174, "max_ms": 14.16, "p95_ms": 8.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.755, "count": 174, "max_ms": 142.374, "p95_ms": 124.75}, "inference_input_copy_ms": {"avg_ms": 1.494, "count": 174, "max_ms": 5.05, "p95_ms": 2.586}, "processing_residual_ms": {"avg_ms": 0.284, "count": 174, "max_ms": 4.82, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.945, "count": 174, "max_ms": 148.01, "p95_ms": 130.561}, "read_interval": {"avg_ms": 172.855, "count": 173, "max_ms": 5291.222, "p95_ms": 194.829}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.227, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 5.402, "count": 174, "max_ms": 13.539, "p95_ms": 10.048}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 174, "max_ms": 0.039, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.384, "count": 174, "max_ms": 13.52, "p95_ms": 10.023}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.931, "count": 174, "max_ms": 72.717, "p95_ms": 62.322}, "visualize": {"avg_ms": 37.106, "count": 174, "max_ms": 77.452, "p95_ms": 53.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.946, "count": 174, "max_ms": 61.508, "p95_ms": 42.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.739, "count": 174, "max_ms": 75.797, "p95_ms": 51.944}, "visualize_input_copy_ms": {"avg_ms": 1.177, "count": 174, "max_ms": 2.575, "p95_ms": 1.871}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.629, "count": 174, "max_ms": 75.64, "p95_ms": 51.788}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 174, "max_ms": 0.153, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1941.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.612, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.387, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.163, "exists": true, "size_bytes": 157328, "write_bytes_delta": 157328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 221.0, "cpu_core_ratio": 0.556717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 235.0, "pid": 47965, "reason": null, "system_cpu_core_ratio": 0.255038, "system_cpu_s_delta": 2.5700000000000003, "user_cpu_core_ratio": 0.301679, "user_cpu_s_delta": 3.0400000000000063}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.810075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600381, "system_cpu_s_delta": 6.05000000000291, "user_cpu_core_ratio": 1.209693, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 177, "max_ms": 6.185, "p95_ms": 4.127, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.136, "max": 19.0, "p95": 14.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.65, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 3.65, "max": 6.0, "p95": 5.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.557, "count": 30, "max": 46.374, "p95": 41.228, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.781, "count": 30, "max": 26.058, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 497.0, "count": 30, "max": 691.0, "p95": 686.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1485.333, "count": 30, "max": 13343.0, "p95": 8775.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.586, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 2.905, "p95": 0.148, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 729.7, "count": 30, "max": 21595.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.333, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18362, "sampled_at": "2026-11-02T10:24:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:24:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3838284, "flush_count": 4062, "flush_interval_seconds": 30.0, "flush_state": {"count": 4062, "last_at": "2026-11-02T10:24:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:24:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4061}, "started": true, "suppressed_count": 2343416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 2343122}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4062, "written_record_count": 4062}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10273.547, "limit_mb": null}, "detail": {"pid": 48081, "restart_count": 180, "start_count": 181}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6489491558400, "copied_frame_count": 2347183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:20:32+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7561674, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:20:25+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.567}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 294, "events_emitted": 278, "events_failed": 0, "events_observed": 294, "events_suppressed": 16, "frame_buffer_copied_bytes": 6489491558400, "frame_buffer_copies": 2347183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13900, "recorder_active_input_bytes": 38430720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 278, "recorder_clips_failed": 0, "recorder_clips_started": 278, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 278, "worker_jobs_accepted": 278, "worker_jobs_completed": 278, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 0.4111, "p50_ms": 0.0775, "p95_ms": 0.1614, "p99_ms": 0.2582}, "stages": {"db_insert": {"avg_ms": 15.5076, "count": 278, "max_ms": 62.2331, "p50_ms": 13.3522, "p95_ms": 30.8327, "p99_ms": 41.0465, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.695, "count": 278, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6831, "p99_ms": 3.3881, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.38, "count": 294, "max_ms": 4422.916, "p50_ms": 931.3169, "p95_ms": 1344.1649, "p99_ms": 1586.643, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2685, "count": 512, "max_ms": 3.7648, "p50_ms": 1.1785, "p95_ms": 2.1211, "p99_ms": 2.8806, "results": {"failed": 0, "not_applicable": 0, "success": 2347183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.5795, "count": 294, "max_ms": 1230.9339, "p50_ms": 501.2454, "p95_ms": 627.7904, "p99_ms": 1026.5106, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1489, "count": 278, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.938, "p99_ms": 68.5237, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6463, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3515, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2267, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4141, "count": 278, "max_ms": 1226.9788, "p50_ms": 499.6639, "p95_ms": 628.038, "p99_ms": 1028.1564, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.5598, "count": 278, "max_ms": 1164.2523, "p50_ms": 409.7029, "p95_ms": 522.198, "p99_ms": 951.715, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4157, "count": 278, "max_ms": 115.8706, "p50_ms": 84.9961, "p95_ms": 102.5275, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6253, "count": 278, "max_ms": 15.8949, "p50_ms": 1.2875, "p95_ms": 2.8789, "p99_ms": 7.5679, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1152, "count": 278, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 54.0214, "p99_ms": 63.5294, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2649, "count": 278, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2861, "p99_ms": 10.9433, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 294, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3781, "p99_ms": 1.8725, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 278, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4237, "p99_ms": 2.6495, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.0637, "count": 278, "max_ms": 3752.636, "p50_ms": 353.4969, "p95_ms": 689.7239, "p99_ms": 830.7819, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 294, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0338, "count": 278, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.0087, "p99_ms": 11.1172, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6859, "count": 278, "max_ms": 92.2129, "p50_ms": 25.9283, "p95_ms": 58.8648, "p99_ms": 72.5773, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 278, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1503, "p99_ms": 0.19, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0076, "count": 278, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.3573, "p99_ms": 5.5089, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3629, "count": 278, "max_ms": 3837.487, "p50_ms": 428.2375, "p95_ms": 772.6185, "p99_ms": 941.2682, "results": {"failed": 0, "not_applicable": 0, "success": 278, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 278, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0682, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7424, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 278, "artifact_failed": 0, "artifact_requested": 278, "artifact_success": 278, "completed": 278, "completed_failed": 0, "completed_success": 278, "cooldown_promoted": 278, "database_requested": 278, "db_insert_success": 278, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15827, "relay_business_failed": 0, "relay_business_success": 278, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 278, "relay_transport_failed": 0, "relay_transport_success": 278, "reservation_requested": 278}, "snapshot": {"copied_bytes": 768614400, "copied_count": 278, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 521, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:24:19+09:00", "last_error_summary": "[h264 @ 0x5882330ed2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882330ed2c0] error while decoding MB 0 5, bytestream 3683 [h264 @ 0x5882332380c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5882332380c0] error while decoding MB 0 58, bytestream 6540 [h264 @ 0x588233ed6fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x588233ed6fc0] error while decoding MB 0 47, bytestream 9459 [h264 @ 0x5882332380c0] error while decoding MB 110 55, b", "last_exit_at": "2026-11-02T10:24:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T10:24:22+09:00", "pid": 48081, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.105, "name": "ffmpeg", "pid": 48081, "rss_mb": 58.105, "state": "S (sleeping)", "threads": 1}, "restart_count": 180, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.977, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.9, "last_frame_pushed_at": "2026-11-02T10:24:19+09:00", "last_frame_read_age_sec": 5.004, "last_frame_read_at": "2026-11-02T10:24:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.14, "last_sample_duration_ms": 936.721, "last_trigger": "periodic", "next_snapshot_in_sec": 186.86, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 406, "storage_bytes": 1912235}, "mjpeg": {"age_sec": 4.893, "exists": true, "mtime": "2026-11-02T10:24:19.301789+09:00", "mtime_epoch": 1793582659.3017893, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:24:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2034.277, "name": "celery", "pid": 206, "rss_mb": 1941.102, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 234, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2347183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.895, "max": 27.0, "p95": 27.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.098, "max": 6.0, "p95": 6.0, "sample_count": 143}, "total": {"avg": 4.098, "max": 6.0, "p95": 6.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 1.524, "max": 3.0, "p95": 3.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 1.524, "max": 3.0, "p95": 3.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.769, "pushed": 4.769, "read": 4.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4984.348, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 142, "max_ms": 7.777, "p95_ms": 2.651, "reason": null, "sample_age_ms": 5010.904, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 142, "max_ms": 7.181, "p95_ms": 2.286, "reason": null, "sample_age_ms": 5011.275, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 142, "max_ms": 0.832, "p95_ms": 0.561, "reason": null, "sample_age_ms": 4984.355, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.462, "count": 142, "max_ms": 3.325, "p95_ms": 2.238, "reason": null, "sample_age_ms": 5009.826, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2764808.0, "count": 142, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5009.813, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4984.635, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.347, "count": 142, "max_ms": 67.41, "p95_ms": 58.982, "reason": null, "sample_age_ms": 4984.345, "source": "client_direct"}, "sample_age_ms": 4984.342, "source": "client_direct", "task_total_ms": {"avg_ms": 42.27, "count": 142, "max_ms": 69.151, "p95_ms": 61.175, "reason": null, "sample_age_ms": 4984.342, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.035, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.858, "count": 143, "max_ms": 20.569, "p95_ms": 18.254}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.466, "count": 143, "max_ms": 1.098, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.654, "count": 143, "max_ms": 6.835, "p95_ms": 3.064}, "event_filter_ms": {"avg_ms": 0.006, "count": 143, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.421, "count": 143, "max_ms": 1.196, "p95_ms": 0.838}, "mcmt_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.745, "count": 143, "max_ms": 13.621, "p95_ms": 10.416}, "setup_ms": {"avg_ms": 0.039, "count": 143, "max_ms": 0.561, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 10.802, "count": 143, "max_ms": 20.512, "p95_ms": 18.195}, "track_match_ms": {"avg_ms": 0.176, "count": 143, "max_ms": 0.512, "p95_ms": 0.364}, "tracker_update_ms": {"avg_ms": 2.292, "count": 143, "max_ms": 6.043, "p95_ms": 3.654}}, "gstreamer_push": {"avg_ms": 2.63, "count": 143, "max_ms": 6.185, "p95_ms": 3.97}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 143, "max_ms": 0.776, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.351, "count": 143, "max_ms": 72.705, "p95_ms": 63.109}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.469, "count": 143, "max_ms": 14.16, "p95_ms": 8.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.567, "count": 143, "max_ms": 142.374, "p95_ms": 124.75}, "inference_input_copy_ms": {"avg_ms": 1.499, "count": 143, "max_ms": 5.05, "p95_ms": 2.5}, "processing_residual_ms": {"avg_ms": 0.263, "count": 143, "max_ms": 0.554, "p95_ms": 0.483}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.798, "count": 143, "max_ms": 148.01, "p95_ms": 130.561}, "read_interval": {"avg_ms": 176.54, "count": 142, "max_ms": 5291.222, "p95_ms": 174.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 143, "max_ms": 0.227, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 5.676, "count": 143, "max_ms": 13.539, "p95_ms": 10.337}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 143, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.659, "count": 143, "max_ms": 13.52, "p95_ms": 10.323}, "worker_merge_ms": {"avg_ms": 0.006, "count": 143, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.363, "count": 143, "max_ms": 72.717, "p95_ms": 63.128}, "visualize": {"avg_ms": 38.065, "count": 143, "max_ms": 77.452, "p95_ms": 53.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.597, "count": 143, "max_ms": 61.508, "p95_ms": 43.321}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.702, "count": 143, "max_ms": 75.797, "p95_ms": 51.944}, "visualize_input_copy_ms": {"avg_ms": 1.178, "count": 143, "max_ms": 2.575, "p95_ms": 1.877}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.592, "count": 143, "max_ms": 75.64, "p95_ms": 51.788}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 143, "max_ms": 0.153, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1941.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.612, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.387, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.163, "exists": true, "size_bytes": 157328, "write_bytes_delta": 157328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 221.0, "cpu_core_ratio": 0.556717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 235.0, "pid": 47965, "reason": null, "system_cpu_core_ratio": 0.255038, "system_cpu_s_delta": 2.5700000000000003, "user_cpu_core_ratio": 0.301679, "user_cpu_s_delta": 3.0400000000000063}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.810075, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600381, "system_cpu_s_delta": 6.05000000000291, "user_cpu_core_ratio": 1.209693, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 177, "max_ms": 6.185, "p95_ms": 4.127, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.136, "max": 19.0, "p95": 14.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.65, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 3.65, "max": 6.0, "p95": 5.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.557, "count": 30, "max": 46.374, "p95": 41.228, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.781, "count": 30, "max": 26.058, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 497.0, "count": 30, "max": 691.0, "p95": 686.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1485.333, "count": 30, "max": 13343.0, "p95": 8775.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.586, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.502, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 2.905, "p95": 0.148, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160160.167, "count": 30, "max": 166121.0, "p95": 165788.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 729.7, "count": 30, "max": 21595.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.333, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18362, "sampled_at": "2026-11-02T10:24:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:24:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3844160, "flush_count": 4068, "flush_interval_seconds": 30.0, "flush_state": {"count": 4068, "last_at": "2026-11-02T10:30:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:30:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4067}, "started": true, "suppressed_count": 2346815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2346520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4068, "written_record_count": 4068}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10277.984, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b99ff364400] error while decoding MB 39 64, bytestream -12 [h264 @ 0x5b99ff3c8cc0] cabac decode of qscale diff failed at 87 65 [h264 @ 0x5b99ff3c8cc0] error while decoding MB 87 65, bytestream 12360 [h264 @ 0x5b9a00073280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b9a00073280] error while decoding MB 0 30, bytestream 1939 [h264 @ 0x5b99ffed5580] cabac decode of qscale diff failed at 16 39 [h264 @ 0x5b99ffed5580] error while decoding MB 16 39, bytestream 20589", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6498900172800, "copied_frame_count": 2350586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6498900172800, "frame_buffer_copies": 2350586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0955, "count": 512, "max_ms": 2.5658, "p50_ms": 0.0809, "p95_ms": 0.1551, "p99_ms": 0.2389}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2797, "count": 512, "max_ms": 4.092, "p50_ms": 1.2025, "p95_ms": 2.0137, "p99_ms": 2.5634, "results": {"failed": 0, "not_applicable": 0, "success": 2350586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 527, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:30:31+09:00", "last_error_summary": "[h264 @ 0x5b99ff364400] error while decoding MB 39 64, bytestream -12 [h264 @ 0x5b99ff3c8cc0] cabac decode of qscale diff failed at 87 65 [h264 @ 0x5b99ff3c8cc0] error while decoding MB 87 65, bytestream 12360 [h264 @ 0x5b9a00073280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b9a00073280] error while decoding MB 0 30, bytestream 1939 [h264 @ 0x5b99ffed5580] cabac decode of qscale diff failed at 16 39 [h264 @ 0x5b99ffed5580] error while decoding MB 16 39, bytestream 20589", "last_exit_at": "2026-11-02T10:24:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.233, "last_started_at": "2026-11-02T10:24:22+09:00", "pid": 48081, "process": {"exists": false, "pid": 48081}, "restart_count": 180, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.603, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-02T10:30:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-02T10:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.399, "last_sample_duration_ms": 1074.147, "last_trigger": "periodic", "next_snapshot_in_sec": 421.601, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 407, "storage_bytes": 1921531}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-02T10:30:31.367532+09:00", "mtime_epoch": 1793583031.3675323, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 188753}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:30:31+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1961.359, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2350587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.803, "max": 9.0, "p95": 5.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.103, "max": 2.0, "p95": 2.0, "sample_count": 68}, "total": {"avg": 0.399, "max": 2.0, "p95": 1.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 189, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.578, "pushed": 6.578, "read": 6.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 21.483, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.566, "count": 189, "max_ms": 3.414, "p95_ms": 2.023, "reason": null, "sample_age_ms": 72.547, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 189, "max_ms": 2.299, "p95_ms": 1.328, "reason": null, "sample_age_ms": 72.771, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.235, "count": 189, "max_ms": 0.691, "p95_ms": 0.399, "reason": null, "sample_age_ms": 21.493, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.415, "count": 189, "max_ms": 2.583, "p95_ms": 2.226, "reason": null, "sample_age_ms": 71.003, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.979, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.667, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.781, "count": 189, "max_ms": 56.711, "p95_ms": 49.474, "reason": null, "sample_age_ms": 21.481, "source": "client_direct"}, "sample_age_ms": 21.477, "source": "client_direct", "task_total_ms": {"avg_ms": 38.568, "count": 189, "max_ms": 58.425, "p95_ms": 51.571, "reason": null, "sample_age_ms": 21.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.554, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.099, "count": 188, "max_ms": 7.856, "p95_ms": 5.809}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 188, "max_ms": 0.755, "p95_ms": 0.44}, "detection_prepare_ms": {"avg_ms": 0.412, "count": 188, "max_ms": 1.846, "p95_ms": 1.257}, "event_filter_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 188, "max_ms": 0.224, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.002, "count": 188, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.844, "count": 188, "max_ms": 3.634, "p95_ms": 2.789}, "setup_ms": {"avg_ms": 0.031, "count": 188, "max_ms": 0.078, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 2.062, "count": 188, "max_ms": 7.761, "p95_ms": 5.77}, "track_match_ms": {"avg_ms": 0.031, "count": 188, "max_ms": 0.168, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.413, "count": 188, "max_ms": 2.786, "p95_ms": 1.322}}, "gstreamer_push": {"avg_ms": 2.457, "count": 188, "max_ms": 4.167, "p95_ms": 3.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 188, "max_ms": 0.56, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.373, "count": 188, "max_ms": 60.454, "p95_ms": 52.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.365, "count": 188, "max_ms": 9.338, "p95_ms": 6.709}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.734, "count": 188, "max_ms": 95.974, "p95_ms": 89.129}, "inference_input_copy_ms": {"avg_ms": 1.349, "count": 188, "max_ms": 3.56, "p95_ms": 2.074}, "processing_residual_ms": {"avg_ms": 0.172, "count": 188, "max_ms": 0.445, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.62, "count": 188, "max_ms": 103.445, "p95_ms": 93.105}, "read_interval": {"avg_ms": 180.163, "count": 189, "max_ms": 5536.882, "p95_ms": 129.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 188, "max_ms": 0.084, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.798, "count": 188, "max_ms": 3.547, "p95_ms": 2.671}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.04, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.786, "count": 188, "max_ms": 3.527, "p95_ms": 2.657}, "worker_merge_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 39.383, "count": 188, "max_ms": 60.464, "p95_ms": 52.191}, "visualize": {"avg_ms": 28.445, "count": 188, "max_ms": 49.3, "p95_ms": 35.476}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.949, "count": 188, "max_ms": 45.788, "p95_ms": 33.203}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.211, "count": 188, "max_ms": 46.581, "p95_ms": 34.14}, "visualize_input_copy_ms": {"avg_ms": 1.089, "count": 188, "max_ms": 2.444, "p95_ms": 1.676}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.116, "count": 188, "max_ms": 46.454, "p95_ms": 34.017}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 188, "max_ms": 0.136, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1961.164, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.345, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.036, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163993, "write_bytes_delta": 163993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 316.0, "cpu_core_ratio": 0.783251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2150.0, "pid": 48081, "reason": null, "system_cpu_core_ratio": 0.370218, "system_cpu_s_delta": 4.41, "user_cpu_core_ratio": 0.413032, "user_cpu_s_delta": 4.920000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.156827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366021, "system_cpu_s_delta": 4.360000000000582, "user_cpu_core_ratio": 0.790806, "user_cpu_s_delta": 9.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.572, "count": 204, "max_ms": 4.597, "p95_ms": 3.652, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 22.0, "p95": 12.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.492, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 204}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.4, "count": 30, "max": 51.0, "p95": 39.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.543, "count": 30, "max": 26.015, "p95": 21.396, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.633, "count": 30, "max": 720.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 191.433, "count": 30, "max": 2150.0, "p95": 1621.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.37, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.495, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166571.667, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161109.633, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 990.033, "count": 30, "max": 20070.0, "p95": 5130.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.583, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.317, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18397, "sampled_at": "2026-11-02T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.58, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3844160, "flush_count": 4068, "flush_interval_seconds": 30.0, "flush_state": {"count": 4068, "last_at": "2026-11-02T10:30:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:30:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4067}, "started": true, "suppressed_count": 2346815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2346520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4068, "written_record_count": 4068}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10280.062, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:30:31+09:00", "last_error_summary": "[h264 @ 0x5b99ff364400] error while decoding MB 39 64, bytestream -12 [h264 @ 0x5b99ff3c8cc0] cabac decode of qscale diff failed at 87 65 [h264 @ 0x5b99ff3c8cc0] error while decoding MB 87 65, bytestream 12360 [h264 @ 0x5b9a00073280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b9a00073280] error while decoding MB 0 30, bytestream 1939 [h264 @ 0x5b99ffed5580] cabac decode of qscale diff failed at 16 39 [h264 @ 0x5b99ffed5580] error while decoding MB 16 39, bytestream 20589", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6498902937600, "copied_frame_count": 2350587, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6498902937600, "frame_buffer_copies": 2350587, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.5658, "p50_ms": 0.0809, "p95_ms": 0.1551, "p99_ms": 0.2389}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 4.092, "p50_ms": 1.204, "p95_ms": 2.0237, "p99_ms": 2.66, "results": {"failed": 0, "not_applicable": 0, "success": 2350587, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 527, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:30:31+09:00", "last_error_summary": "[h264 @ 0x5b99ff364400] error while decoding MB 39 64, bytestream -12 [h264 @ 0x5b99ff3c8cc0] cabac decode of qscale diff failed at 87 65 [h264 @ 0x5b99ff3c8cc0] error while decoding MB 87 65, bytestream 12360 [h264 @ 0x5b9a00073280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b9a00073280] error while decoding MB 0 30, bytestream 1939 [h264 @ 0x5b99ffed5580] cabac decode of qscale diff failed at 16 39 [h264 @ 0x5b99ffed5580] error while decoding MB 16 39, bytestream 20589", "last_exit_at": "2026-11-02T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.278, "last_started_at": "2026-11-02T10:24:22+09:00", "pid": 48081, "process": {"exists": false, "pid": 48081}, "restart_count": 180, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.603, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T10:30:31+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-02T10:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.441, "last_sample_duration_ms": 1074.147, "last_trigger": "periodic", "next_snapshot_in_sec": 421.559, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 407, "storage_bytes": 1921531}, "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-11-02T10:30:31.367532+09:00", "mtime_epoch": 1793583031.3675323, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 188753}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:30:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1961.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2350587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.794, "max": 9.0, "p95": 5.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.103, "max": 2.0, "p95": 2.0, "sample_count": 68}, "total": {"avg": 0.397, "max": 2.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.603, "pushed": 6.603, "read": 6.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 64.569, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.566, "count": 189, "max_ms": 3.414, "p95_ms": 2.023, "reason": null, "sample_age_ms": 115.632, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 189, "max_ms": 2.299, "p95_ms": 1.328, "reason": null, "sample_age_ms": 115.856, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.235, "count": 189, "max_ms": 0.691, "p95_ms": 0.399, "reason": null, "sample_age_ms": 64.578, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.415, "count": 189, "max_ms": 2.583, "p95_ms": 2.226, "reason": null, "sample_age_ms": 114.088, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.064, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.752, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.781, "count": 189, "max_ms": 56.711, "p95_ms": 49.474, "reason": null, "sample_age_ms": 64.566, "source": "client_direct"}, "sample_age_ms": 64.563, "source": "client_direct", "task_total_ms": {"avg_ms": 38.568, "count": 189, "max_ms": 58.425, "p95_ms": 51.571, "reason": null, "sample_age_ms": 64.563, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.161, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.09, "count": 189, "max_ms": 7.856, "p95_ms": 5.809}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 189, "max_ms": 0.755, "p95_ms": 0.44}, "detection_prepare_ms": {"avg_ms": 0.41, "count": 189, "max_ms": 1.846, "p95_ms": 1.257}, "event_filter_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 189, "max_ms": 0.224, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.002, "count": 189, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.84, "count": 189, "max_ms": 3.634, "p95_ms": 2.789}, "setup_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.078, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 2.053, "count": 189, "max_ms": 7.761, "p95_ms": 5.77}, "track_match_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.168, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.411, "count": 189, "max_ms": 2.786, "p95_ms": 1.322}}, "gstreamer_push": {"avg_ms": 2.454, "count": 189, "max_ms": 4.167, "p95_ms": 3.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 189, "max_ms": 0.56, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.438, "count": 189, "max_ms": 60.454, "p95_ms": 52.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.364, "count": 189, "max_ms": 9.338, "p95_ms": 6.709}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.889, "count": 189, "max_ms": 100.119, "p95_ms": 89.554}, "inference_input_copy_ms": {"avg_ms": 1.349, "count": 189, "max_ms": 3.56, "p95_ms": 2.074}, "processing_residual_ms": {"avg_ms": 0.172, "count": 189, "max_ms": 0.445, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.774, "count": 189, "max_ms": 103.73, "p95_ms": 93.234}, "read_interval": {"avg_ms": 180.163, "count": 189, "max_ms": 5536.882, "p95_ms": 129.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 189, "max_ms": 0.084, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.794, "count": 189, "max_ms": 3.547, "p95_ms": 2.671}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.04, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.782, "count": 189, "max_ms": 3.527, "p95_ms": 2.657}, "worker_merge_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 39.448, "count": 189, "max_ms": 60.464, "p95_ms": 52.191}, "visualize": {"avg_ms": 28.546, "count": 189, "max_ms": 49.3, "p95_ms": 35.477}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.053, "count": 189, "max_ms": 45.788, "p95_ms": 33.425}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.311, "count": 189, "max_ms": 46.581, "p95_ms": 34.391}, "visualize_input_copy_ms": {"avg_ms": 1.09, "count": 189, "max_ms": 2.444, "p95_ms": 1.676}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.216, "count": 189, "max_ms": 46.454, "p95_ms": 34.304}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 189, "max_ms": 0.136, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1961.164, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.345, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.036, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163993, "write_bytes_delta": 163993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 316.0, "cpu_core_ratio": 0.783251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2150.0, "pid": 48081, "reason": null, "system_cpu_core_ratio": 0.370218, "system_cpu_s_delta": 4.41, "user_cpu_core_ratio": 0.413032, "user_cpu_s_delta": 4.920000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.156827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366021, "system_cpu_s_delta": 4.360000000000582, "user_cpu_core_ratio": 0.790806, "user_cpu_s_delta": 9.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.572, "count": 204, "max_ms": 4.597, "p95_ms": 3.652, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 22.0, "p95": 12.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.492, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 204}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.4, "count": 30, "max": 51.0, "p95": 39.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.543, "count": 30, "max": 26.015, "p95": 21.396, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.633, "count": 30, "max": 720.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 191.433, "count": 30, "max": 2150.0, "p95": 1621.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.37, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.495, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166571.667, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161109.633, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 990.033, "count": 30, "max": 20070.0, "p95": 5130.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.583, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.317, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18397, "sampled_at": "2026-11-02T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.625, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3844160, "flush_count": 4068, "flush_interval_seconds": 30.0, "flush_state": {"count": 4068, "last_at": "2026-11-02T10:30:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:30:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4067}, "started": true, "suppressed_count": 2346815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2346520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4068, "written_record_count": 4068}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10280.43, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6498902937600, "copied_frame_count": 2350587, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6498902937600, "frame_buffer_copies": 2350587, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.5658, "p50_ms": 0.0809, "p95_ms": 0.1551, "p99_ms": 0.2389}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 4.092, "p50_ms": 1.204, "p95_ms": 2.0237, "p99_ms": 2.66, "results": {"failed": 0, "not_applicable": 0, "success": 2350587, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 527, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:30:31+09:00", "last_error_summary": "[h264 @ 0x5b99ff364400] error while decoding MB 39 64, bytestream -12 [h264 @ 0x5b99ff3c8cc0] cabac decode of qscale diff failed at 87 65 [h264 @ 0x5b99ff3c8cc0] error while decoding MB 87 65, bytestream 12360 [h264 @ 0x5b9a00073280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b9a00073280] error while decoding MB 0 30, bytestream 1939 [h264 @ 0x5b99ffed5580] cabac decode of qscale diff failed at 16 39 [h264 @ 0x5b99ffed5580] error while decoding MB 16 39, bytestream 20589", "last_exit_at": "2026-11-02T10:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.315, "last_started_at": "2026-11-02T10:24:22+09:00", "pid": 48081, "process": {"exists": false, "pid": 48081}, "restart_count": 180, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.603, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-11-02T10:30:31+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-11-02T10:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.477, "last_sample_duration_ms": 1074.147, "last_trigger": "periodic", "next_snapshot_in_sec": 421.523, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 407, "storage_bytes": 1921531}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-02T10:30:31.480533+09:00", "mtime_epoch": 1793583031.4805326, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 189512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:30:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1961.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2350587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.794, "max": 9.0, "p95": 5.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.103, "max": 2.0, "p95": 2.0, "sample_count": 68}, "total": {"avg": 0.397, "max": 2.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.594, "pushed": 6.594, "read": 6.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 102.755, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.566, "count": 189, "max_ms": 3.414, "p95_ms": 2.023, "reason": null, "sample_age_ms": 153.818, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 189, "max_ms": 2.299, "p95_ms": 1.328, "reason": null, "sample_age_ms": 154.042, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.235, "count": 189, "max_ms": 0.691, "p95_ms": 0.399, "reason": null, "sample_age_ms": 102.764, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.415, "count": 189, "max_ms": 2.583, "p95_ms": 2.226, "reason": null, "sample_age_ms": 152.274, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.25, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.938, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.781, "count": 189, "max_ms": 56.711, "p95_ms": 49.474, "reason": null, "sample_age_ms": 102.752, "source": "client_direct"}, "sample_age_ms": 102.749, "source": "client_direct", "task_total_ms": {"avg_ms": 38.568, "count": 189, "max_ms": 58.425, "p95_ms": 51.571, "reason": null, "sample_age_ms": 102.749, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.09, "count": 189, "max_ms": 7.856, "p95_ms": 5.809}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 189, "max_ms": 0.755, "p95_ms": 0.44}, "detection_prepare_ms": {"avg_ms": 0.41, "count": 189, "max_ms": 1.846, "p95_ms": 1.257}, "event_filter_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 189, "max_ms": 0.224, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.002, "count": 189, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.84, "count": 189, "max_ms": 3.634, "p95_ms": 2.789}, "setup_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.078, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 2.053, "count": 189, "max_ms": 7.761, "p95_ms": 5.77}, "track_match_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 0.168, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.411, "count": 189, "max_ms": 2.786, "p95_ms": 1.322}}, "gstreamer_push": {"avg_ms": 2.454, "count": 189, "max_ms": 4.167, "p95_ms": 3.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 189, "max_ms": 0.56, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.438, "count": 189, "max_ms": 60.454, "p95_ms": 52.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.364, "count": 189, "max_ms": 9.338, "p95_ms": 6.709}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.889, "count": 189, "max_ms": 100.119, "p95_ms": 89.554}, "inference_input_copy_ms": {"avg_ms": 1.349, "count": 189, "max_ms": 3.56, "p95_ms": 2.074}, "processing_residual_ms": {"avg_ms": 0.172, "count": 189, "max_ms": 0.445, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.774, "count": 189, "max_ms": 103.73, "p95_ms": 93.234}, "read_interval": {"avg_ms": 180.163, "count": 189, "max_ms": 5536.882, "p95_ms": 129.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 189, "max_ms": 0.084, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.794, "count": 189, "max_ms": 3.547, "p95_ms": 2.671}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.04, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.782, "count": 189, "max_ms": 3.527, "p95_ms": 2.657}, "worker_merge_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 39.448, "count": 189, "max_ms": 60.464, "p95_ms": 52.191}, "visualize": {"avg_ms": 28.546, "count": 189, "max_ms": 49.3, "p95_ms": 35.477}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.053, "count": 189, "max_ms": 45.788, "p95_ms": 33.425}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.311, "count": 189, "max_ms": 46.581, "p95_ms": 34.391}, "visualize_input_copy_ms": {"avg_ms": 1.09, "count": 189, "max_ms": 2.444, "p95_ms": 1.676}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.216, "count": 189, "max_ms": 46.454, "p95_ms": 34.304}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 189, "max_ms": 0.136, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1961.164, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.345, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.036, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163993, "write_bytes_delta": 163993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 316.0, "cpu_core_ratio": 0.783251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2150.0, "pid": 48081, "reason": null, "system_cpu_core_ratio": 0.370218, "system_cpu_s_delta": 4.41, "user_cpu_core_ratio": 0.413032, "user_cpu_s_delta": 4.920000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.156827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366021, "system_cpu_s_delta": 4.360000000000582, "user_cpu_core_ratio": 0.790806, "user_cpu_s_delta": 9.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.572, "count": 204, "max_ms": 4.597, "p95_ms": 3.652, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 22.0, "p95": 12.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.492, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 204}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.4, "count": 30, "max": 51.0, "p95": 39.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.543, "count": 30, "max": 26.015, "p95": 21.396, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.633, "count": 30, "max": 720.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 191.433, "count": 30, "max": 2150.0, "p95": 1621.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.37, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.495, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166571.667, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161109.633, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 990.033, "count": 30, "max": 20070.0, "p95": 5130.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.583, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.317, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18397, "sampled_at": "2026-11-02T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.662, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3844160, "flush_count": 4068, "flush_interval_seconds": 30.0, "flush_state": {"count": 4068, "last_at": "2026-11-02T10:30:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T10:30:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4067}, "started": true, "suppressed_count": 2346815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2346520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4068, "written_record_count": 4068}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10457.258, "limit_mb": null}, "detail": {"pid": 48259, "restart_count": 181, "start_count": 182}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6498902937600, "copied_frame_count": 2350587, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6498902937600, "frame_buffer_copies": 2350587, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.5658, "p50_ms": 0.0809, "p95_ms": 0.1551, "p99_ms": 0.2389}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 4.092, "p50_ms": 1.204, "p95_ms": 2.0237, "p99_ms": 2.66, "results": {"failed": 0, "not_applicable": 0, "success": 2350587, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 527, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:30:31+09:00", "last_error_summary": "[h264 @ 0x5b99ff364400] error while decoding MB 39 64, bytestream -12 [h264 @ 0x5b99ff3c8cc0] cabac decode of qscale diff failed at 87 65 [h264 @ 0x5b99ff3c8cc0] error while decoding MB 87 65, bytestream 12360 [h264 @ 0x5b9a00073280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b9a00073280] error while decoding MB 0 30, bytestream 1939 [h264 @ 0x5b99ffed5580] cabac decode of qscale diff failed at 16 39 [h264 @ 0x5b99ffed5580] error while decoding MB 16 39, bytestream 20589", "last_exit_at": "2026-11-02T10:30:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T10:30:34+09:00", "pid": 48259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.566, "name": "ffmpeg", "pid": 48259, "rss_mb": 209.566, "state": "S (sleeping)", "threads": 70}, "restart_count": 181, "restart_count_per_hour": 10, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.575, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.854, "last_frame_pushed_at": "2026-11-02T10:30:31+09:00", "last_frame_read_age_sec": 4.964, "last_frame_read_at": "2026-11-02T10:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 183.295, "last_sample_duration_ms": 1074.147, "last_trigger": "periodic", "next_snapshot_in_sec": 416.705, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 407, "storage_bytes": 1921531}, "mjpeg": {"age_sec": 4.844, "exists": true, "mtime": "2026-11-02T10:30:31.480533+09:00", "mtime_epoch": 1793583031.4805326, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 189512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T10:30:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1961.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2350587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.683, "max": 6.0, "p95": 5.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 46}, "total": {"avg": 0.293, "max": 2.0, "p95": 1.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.575, "pushed": 5.575, "read": 5.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.026, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4916.029, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.552, "count": 166, "max_ms": 2.714, "p95_ms": 1.994, "reason": null, "sample_age_ms": 4967.092, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 166, "max_ms": 2.299, "p95_ms": 1.432, "reason": null, "sample_age_ms": 4967.316, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.235, "count": 167, "max_ms": 0.691, "p95_ms": 0.404, "reason": null, "sample_age_ms": 4916.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.42, "count": 166, "max_ms": 2.583, "p95_ms": 2.225, "reason": null, "sample_age_ms": 4965.549, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4965.524, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4916.212, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.767, "count": 167, "max_ms": 56.711, "p95_ms": 49.466, "reason": null, "sample_age_ms": 4916.026, "source": "client_direct"}, "sample_age_ms": 4916.023, "source": "client_direct", "task_total_ms": {"avg_ms": 38.556, "count": 167, "max_ms": 58.425, "p95_ms": 51.337, "reason": null, "sample_age_ms": 4916.023, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.71, "count": 167, "max_ms": 7.856, "p95_ms": 5.353}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 167, "max_ms": 0.567, "p95_ms": 0.384}, "detection_prepare_ms": {"avg_ms": 0.335, "count": 167, "max_ms": 1.846, "p95_ms": 1.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 167, "max_ms": 0.221, "p95_ms": 0.134}, "mcmt_ms": {"avg_ms": 0.002, "count": 167, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.654, "count": 167, "max_ms": 3.634, "p95_ms": 2.432}, "setup_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.078, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 1.674, "count": 167, "max_ms": 7.761, "p95_ms": 5.309}, "track_match_ms": {"avg_ms": 0.025, "count": 167, "max_ms": 0.168, "p95_ms": 0.101}, "tracker_update_ms": {"avg_ms": 0.317, "count": 167, "max_ms": 2.786, "p95_ms": 1.22}}, "gstreamer_push": {"avg_ms": 2.425, "count": 167, "max_ms": 4.167, "p95_ms": 3.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 167, "max_ms": 0.56, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.405, "count": 167, "max_ms": 60.454, "p95_ms": 51.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.309, "count": 167, "max_ms": 9.338, "p95_ms": 6.403}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.217, "count": 167, "max_ms": 100.119, "p95_ms": 89.129}, "inference_input_copy_ms": {"avg_ms": 1.347, "count": 167, "max_ms": 2.945, "p95_ms": 2.074}, "processing_residual_ms": {"avg_ms": 0.163, "count": 167, "max_ms": 0.428, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.036, "count": 167, "max_ms": 103.73, "p95_ms": 92.909}, "read_interval": {"avg_ms": 150.94, "count": 166, "max_ms": 4528.547, "p95_ms": 129.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 167, "max_ms": 0.084, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.611, "count": 167, "max_ms": 3.547, "p95_ms": 2.368}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 167, "max_ms": 0.04, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.598, "count": 167, "max_ms": 3.527, "p95_ms": 2.35}, "worker_merge_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 39.415, "count": 167, "max_ms": 60.464, "p95_ms": 51.906}, "visualize": {"avg_ms": 28.297, "count": 167, "max_ms": 49.3, "p95_ms": 35.464}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.987, "count": 167, "max_ms": 45.788, "p95_ms": 33.203}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.061, "count": 167, "max_ms": 46.581, "p95_ms": 34.088}, "visualize_input_copy_ms": {"avg_ms": 1.093, "count": 167, "max_ms": 2.444, "p95_ms": 1.713}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.967, "count": 167, "max_ms": 46.454, "p95_ms": 33.993}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 167, "max_ms": 0.136, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1961.164, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.345, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.036, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163993, "write_bytes_delta": 163993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 316.0, "cpu_core_ratio": 0.783251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2150.0, "pid": 48081, "reason": null, "system_cpu_core_ratio": 0.370218, "system_cpu_s_delta": 4.41, "user_cpu_core_ratio": 0.413032, "user_cpu_s_delta": 4.920000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.156827, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.366021, "system_cpu_s_delta": 4.360000000000582, "user_cpu_core_ratio": 0.790806, "user_cpu_s_delta": 9.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.572, "count": 204, "max_ms": 4.597, "p95_ms": 3.652, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 22.0, "p95": 12.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.492, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 204}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.4, "count": 30, "max": 51.0, "p95": 39.927, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.543, "count": 30, "max": 26.015, "p95": 21.396, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.633, "count": 30, "max": 720.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 191.433, "count": 30, "max": 2150.0, "p95": 1621.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.37, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.457, "count": 30, "max": 0.495, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166571.667, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161109.633, "count": 30, "max": 170196.0, "p95": 169666.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 990.033, "count": 30, "max": 20070.0, "p95": 5130.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.583, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.317, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18397, "sampled_at": "2026-11-02T10:30:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:30:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10515.141, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T10:38:53+09:00", "last_error_summary": "[rtsp @ 0x6416a08bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6416a08bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:38:53+09:00", "last_error_summary": "[rtsp @ 0x6416a08bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6416a08bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T10:38:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T10:38:53+09:00", "pid": 48375, "process": {"exists": false, "pid": 48375}, "restart_count": 130, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 133706.293, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 133706.37, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.119, "last_sample_duration_ms": 855.033, "last_trigger": "periodic", "next_snapshot_in_sec": 518.881, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 408, "storage_bytes": 1930828}, "mjpeg": {"age_sec": 133706.285, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T10:38:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 133711.149, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706311.912, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706312.618, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706299.102, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706311.163, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.905, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.369, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 131904.055, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 47785, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001193, "user_cpu_s_delta": 2.150000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.949, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.687, "count": 30, "max": 2.866, "p95": 2.614, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 105766.038, "count": 30, "max": 131904.055, "p95": 129290.798, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3654, "sampled_at": "2026-11-02T10:08:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:08:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10513.727, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:38:53+09:00", "last_error_summary": "[rtsp @ 0x6416a08bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6416a08bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T10:38:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-02T10:38:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 130, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 133706.331, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 133706.408, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.142, "last_sample_duration_ms": 855.033, "last_trigger": "periodic", "next_snapshot_in_sec": 518.858, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 408, "storage_bytes": 1930828}, "mjpeg": {"age_sec": 133706.323, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T10:38:55+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.504, "name": "celery", "pid": 178, "rss_mb": 1109.504, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 133711.174, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706348.236, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706348.942, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706335.425, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 133706347.486, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.241, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.603, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 133706.296, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 48375, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001537, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.7000000000007276, "user_cpu_core_ratio": 0.001149, "user_cpu_s_delta": 2.069999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.959, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.711, "count": 30, "max": 2.866, "p95": 2.614, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 107568.654, "count": 30, "max": 133706.296, "p95": 131093.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3655, "sampled_at": "2026-11-02T10:38:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:38:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10557.375, "limit_mb": null}, "detail": {"cctv_id": "21", "instance_id": "a8d92732", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.177, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": 0.7866, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T10:38:53+09:00", "last_error_summary": "[rtsp @ 0x6416a08bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6416a08bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-02T10:38:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 1803.915, "last_started_at": "2026-11-02T10:38:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 130, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 135508.207, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 135508.284, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.809, "last_sample_duration_ms": 730.145, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.191, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 412, "storage_bytes": 1968012}, "mjpeg": {"age_sec": 135508.199, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-02T11:08:57+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.375, "name": "celery", "pid": 178, "rss_mb": 1109.375, "state": "R (running)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 135513.058, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 135508226.772, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 135508227.478, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 135508213.961, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 135508226.022, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.673, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.603, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 133706.296, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 48375, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001537, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.7000000000007276, "user_cpu_core_ratio": 0.001149, "user_cpu_s_delta": 2.069999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.959, "count": 30, "max": 6.709, "p95": 5.786, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.711, "count": 30, "max": 2.866, "p95": 2.614, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 107568.654, "count": 30, "max": 133706.296, "p95": 131093.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3655, "sampled_at": "2026-11-02T10:38:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T10:38:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "stopping", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3365837, "flush_count": 4164, "flush_interval_seconds": 30.0, "flush_state": {"count": 4164, "last_at": "2026-11-02T12:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4163}, "started": true, "suppressed_count": 2472166, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2472162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4164, "written_record_count": 4164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10247.621, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6846540595200, "copied_frame_count": 2476324, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6846540595200, "frame_buffer_copies": 2476324, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0891, "count": 512, "max_ms": 0.9638, "p50_ms": 0.0771, "p95_ms": 0.1569, "p99_ms": 0.2158}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0263, "count": 512, "max_ms": 2.2796, "p50_ms": 0.9527, "p95_ms": 1.6027, "p99_ms": 1.9504, "results": {"failed": 0, "not_applicable": 0, "success": 2476324, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T09:39:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 8918.973, "last_started_at": "2026-11-02T09:39:01+09:00", "pid": 46833, "process": {"exists": false, "pid": 46833}, "restart_count": 99, "restart_count_per_hour": 0, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.923, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-02T12:07:40+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-11-02T12:07:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 195.445, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 404.555, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-02T12:07:40.773066+09:00", "mtime_epoch": 1793588860.7730663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121357}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:07:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2044.324, "name": "celery", "pid": 176, "rss_mb": 2044.324, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2476325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 21, "pushed_frames": 20, "read_frames": 21, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.708, "pushed": 0.674, "read": 0.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 21, "client_acquire_ms": {"avg_ms": 0.004, "count": 21, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 33.526, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 21, "max_ms": 1.634, "p95_ms": 1.403, "reason": null, "sample_age_ms": 64.603, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 21, "max_ms": 1.365, "p95_ms": 1.265, "reason": null, "sample_age_ms": 64.744, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 21, "max_ms": 0.077, "p95_ms": 0.073, "reason": null, "sample_age_ms": 33.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.724, "count": 21, "max_ms": 1.082, "p95_ms": 0.996, "reason": null, "sample_age_ms": 63.58, "source": "client_direct"}, "request_count": 21, "request_tensor_bytes": {"avg": 2211848.0, "count": 21, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 63.559, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 21, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.632, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.208, "count": 21, "max_ms": 32.869, "p95_ms": 32.579, "reason": null, "sample_age_ms": 33.52, "source": "client_direct"}, "sample_age_ms": 33.514, "source": "client_direct", "task_total_ms": {"avg_ms": 26.09, "count": 21, "max_ms": 33.821, "p95_ms": 33.788, "reason": null, "sample_age_ms": 33.514, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.344, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.45, "count": 21, "max_ms": 0.675, "p95_ms": 0.666}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 21, "max_ms": 0.244, "p95_ms": 0.23}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 21, "max_ms": 0.107, "p95_ms": 0.089}, "event_filter_ms": {"avg_ms": 0.002, "count": 21, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 21, "max_ms": 0.074, "p95_ms": 0.073}, "mcmt_ms": {"avg_ms": 0.002, "count": 21, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 21, "max_ms": 0.184, "p95_ms": 0.156}, "setup_ms": {"avg_ms": 0.026, "count": 21, "max_ms": 0.048, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 0.423, "count": 21, "max_ms": 0.634, "p95_ms": 0.619}, "track_match_ms": {"avg_ms": 0.003, "count": 21, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 21, "max_ms": 0.053, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 1.867, "count": 20, "max_ms": 3.167, "p95_ms": 2.802}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 21, "max_ms": 0.036, "p95_ms": 0.036}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 26.895, "count": 21, "max_ms": 35.715, "p95_ms": 35.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.017, "count": 21, "max_ms": 0.028, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.043, "count": 21, "max_ms": 67.496, "p95_ms": 63.31}, "inference_input_copy_ms": {"avg_ms": 0.881, "count": 21, "max_ms": 1.242, "p95_ms": 1.153}, "processing_residual_ms": {"avg_ms": 0.075, "count": 21, "max_ms": 0.133, "p95_ms": 0.116}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.017, "count": 21, "max_ms": 68.717, "p95_ms": 64.283}, "read_interval": {"avg_ms": 1430.315, "count": 21, "max_ms": 10572.344, "p95_ms": 10130.378}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 21, "max_ms": 0.017, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.078, "count": 21, "max_ms": 0.126, "p95_ms": 0.106}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 21, "max_ms": 0.012, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 21, "max_ms": 0.112, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.004, "count": 21, "max_ms": 0.013, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 26.904, "count": 21, "max_ms": 35.723, "p95_ms": 35.387}, "visualize": {"avg_ms": 21.78, "count": 21, "max_ms": 30.951, "p95_ms": 26.407}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.249, "count": 21, "max_ms": 30.417, "p95_ms": 25.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.661, "count": 21, "max_ms": 30.85, "p95_ms": 26.302}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.606, "count": 21, "max_ms": 30.786, "p95_ms": 26.243}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 21, "max_ms": 0.046, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2044.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.0, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.624, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.001, "exists": true, "size_bytes": 121425, "write_bytes_delta": 121425, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 106.0, "cpu_core_ratio": 0.061169, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 46833, "reason": null, "system_cpu_core_ratio": 0.002549, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.05862, "user_cpu_s_delta": 1.1499999999996362}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041799, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003568, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.038231, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.885, "count": 52, "max_ms": 3.284, "p95_ms": 3.065, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 47.066, "p95": 36.35, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.604, "count": 30, "max": 23.287, "p95": 22.035, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.133, "count": 30, "max": 741.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 545.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.909, "count": 30, "max": 1.023, "p95": 0.993, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 32.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.061, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.609, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20729, "sampled_at": "2026-11-02T12:07:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.679, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3365837, "flush_count": 4164, "flush_interval_seconds": 30.0, "flush_state": {"count": 4164, "last_at": "2026-11-02T12:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4163}, "started": true, "suppressed_count": 2472166, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2472162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4164, "written_record_count": 4164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10248.203, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6846543360000, "copied_frame_count": 2476325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6846543360000, "frame_buffer_copies": 2476325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0895, "count": 512, "max_ms": 0.9638, "p50_ms": 0.0771, "p95_ms": 0.1598, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0358, "count": 512, "max_ms": 5.931, "p50_ms": 0.9527, "p95_ms": 1.6193, "p99_ms": 1.9567, "results": {"failed": 0, "not_applicable": 0, "success": 2476325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 8918.991, "last_started_at": "2026-11-02T09:39:01+09:00", "pid": 46833, "process": {"exists": false, "pid": 46833}, "restart_count": 99, "restart_count_per_hour": 0, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.923, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-02T12:07:40+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-11-02T12:07:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 195.459, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 404.541, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-02T12:07:40.848067+09:00", "mtime_epoch": 1793588860.8480668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121612}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:07:40+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2044.32, "name": "celery", "pid": 176, "rss_mb": 2044.32, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2476325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 21, "pushed_frames": 21, "read_frames": 21, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.707, "pushed": 0.707, "read": 0.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 21, "client_acquire_ms": {"avg_ms": 0.004, "count": 21, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 50.767, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 21, "max_ms": 1.634, "p95_ms": 1.403, "reason": null, "sample_age_ms": 81.845, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 21, "max_ms": 1.365, "p95_ms": 1.265, "reason": null, "sample_age_ms": 81.985, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 21, "max_ms": 0.077, "p95_ms": 0.073, "reason": null, "sample_age_ms": 50.776, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.724, "count": 21, "max_ms": 1.082, "p95_ms": 0.996, "reason": null, "sample_age_ms": 80.822, "source": "client_direct"}, "request_count": 21, "request_tensor_bytes": {"avg": 2211848.0, "count": 21, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.8, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 21, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.874, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.208, "count": 21, "max_ms": 32.869, "p95_ms": 32.579, "reason": null, "sample_age_ms": 50.762, "source": "client_direct"}, "sample_age_ms": 50.755, "source": "client_direct", "task_total_ms": {"avg_ms": 26.09, "count": 21, "max_ms": 33.821, "p95_ms": 33.788, "reason": null, "sample_age_ms": 50.755, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.283, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.45, "count": 21, "max_ms": 0.675, "p95_ms": 0.666}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 21, "max_ms": 0.244, "p95_ms": 0.23}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 21, "max_ms": 0.107, "p95_ms": 0.089}, "event_filter_ms": {"avg_ms": 0.002, "count": 21, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 21, "max_ms": 0.074, "p95_ms": 0.073}, "mcmt_ms": {"avg_ms": 0.002, "count": 21, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 21, "max_ms": 0.184, "p95_ms": 0.156}, "setup_ms": {"avg_ms": 0.026, "count": 21, "max_ms": 0.048, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 0.423, "count": 21, "max_ms": 0.634, "p95_ms": 0.619}, "track_match_ms": {"avg_ms": 0.003, "count": 21, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 21, "max_ms": 0.053, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 1.903, "count": 21, "max_ms": 3.167, "p95_ms": 2.802}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 21, "max_ms": 0.036, "p95_ms": 0.036}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 26.895, "count": 21, "max_ms": 35.715, "p95_ms": 35.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.017, "count": 21, "max_ms": 0.028, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.043, "count": 21, "max_ms": 67.496, "p95_ms": 63.31}, "inference_input_copy_ms": {"avg_ms": 0.881, "count": 21, "max_ms": 1.242, "p95_ms": 1.153}, "processing_residual_ms": {"avg_ms": 0.075, "count": 21, "max_ms": 0.133, "p95_ms": 0.116}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.017, "count": 21, "max_ms": 68.717, "p95_ms": 64.283}, "read_interval": {"avg_ms": 1430.315, "count": 21, "max_ms": 10572.344, "p95_ms": 10130.378}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 21, "max_ms": 0.017, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.078, "count": 21, "max_ms": 0.126, "p95_ms": 0.106}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 21, "max_ms": 0.012, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 21, "max_ms": 0.112, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.004, "count": 21, "max_ms": 0.013, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 26.904, "count": 21, "max_ms": 35.723, "p95_ms": 35.387}, "visualize": {"avg_ms": 21.78, "count": 21, "max_ms": 30.951, "p95_ms": 26.407}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.249, "count": 21, "max_ms": 30.417, "p95_ms": 25.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.661, "count": 21, "max_ms": 30.85, "p95_ms": 26.302}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.606, "count": 21, "max_ms": 30.786, "p95_ms": 26.243}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 21, "max_ms": 0.046, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2044.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.0, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.624, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.001, "exists": true, "size_bytes": 121425, "write_bytes_delta": 121425, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 106.0, "cpu_core_ratio": 0.061169, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 46833, "reason": null, "system_cpu_core_ratio": 0.002549, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.05862, "user_cpu_s_delta": 1.1499999999996362}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041799, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003568, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.038231, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.885, "count": 52, "max_ms": 3.284, "p95_ms": 3.065, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 47.066, "p95": 36.35, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.604, "count": 30, "max": 23.287, "p95": 22.035, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.133, "count": 30, "max": 741.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 545.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.909, "count": 30, "max": 1.023, "p95": 0.993, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 32.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.061, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.609, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20729, "sampled_at": "2026-11-02T12:07:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.696, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3365837, "flush_count": 4164, "flush_interval_seconds": 30.0, "flush_state": {"count": 4164, "last_at": "2026-11-02T12:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4163}, "started": true, "suppressed_count": 2472166, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2472162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4164, "written_record_count": 4164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10247.723, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6846543360000, "copied_frame_count": 2476325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6846543360000, "frame_buffer_copies": 2476325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0895, "count": 512, "max_ms": 0.9638, "p50_ms": 0.0771, "p95_ms": 0.1598, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0358, "count": 512, "max_ms": 5.931, "p50_ms": 0.9527, "p95_ms": 1.6193, "p99_ms": 1.9567, "results": {"failed": 0, "not_applicable": 0, "success": 2476325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 8919.003, "last_started_at": "2026-11-02T09:39:01+09:00", "pid": 46833, "process": {"exists": false, "pid": 46833}, "restart_count": 99, "restart_count_per_hour": 0, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.923, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-11-02T12:07:40+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-11-02T12:07:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 195.471, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 404.529, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-11-02T12:07:40.848067+09:00", "mtime_epoch": 1793588860.8480668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121612}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:07:40+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2044.32, "name": "celery", "pid": 176, "rss_mb": 2044.32, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2476325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 21, "pushed_frames": 21, "read_frames": 21, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.707, "pushed": 0.707, "read": 0.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 21, "client_acquire_ms": {"avg_ms": 0.004, "count": 21, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 63.136, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 21, "max_ms": 1.634, "p95_ms": 1.403, "reason": null, "sample_age_ms": 94.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 21, "max_ms": 1.365, "p95_ms": 1.265, "reason": null, "sample_age_ms": 94.354, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 21, "max_ms": 0.077, "p95_ms": 0.073, "reason": null, "sample_age_ms": 63.145, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.724, "count": 21, "max_ms": 1.082, "p95_ms": 0.996, "reason": null, "sample_age_ms": 93.19, "source": "client_direct"}, "request_count": 21, "request_tensor_bytes": {"avg": 2211848.0, "count": 21, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.168, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 21, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.242, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.208, "count": 21, "max_ms": 32.869, "p95_ms": 32.579, "reason": null, "sample_age_ms": 63.13, "source": "client_direct"}, "sample_age_ms": 63.123, "source": "client_direct", "task_total_ms": {"avg_ms": 26.09, "count": 21, "max_ms": 33.821, "p95_ms": 33.788, "reason": null, "sample_age_ms": 63.123, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.284, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.45, "count": 21, "max_ms": 0.675, "p95_ms": 0.666}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 21, "max_ms": 0.244, "p95_ms": 0.23}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 21, "max_ms": 0.107, "p95_ms": 0.089}, "event_filter_ms": {"avg_ms": 0.002, "count": 21, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 21, "max_ms": 0.074, "p95_ms": 0.073}, "mcmt_ms": {"avg_ms": 0.002, "count": 21, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 21, "max_ms": 0.184, "p95_ms": 0.156}, "setup_ms": {"avg_ms": 0.026, "count": 21, "max_ms": 0.048, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 0.423, "count": 21, "max_ms": 0.634, "p95_ms": 0.619}, "track_match_ms": {"avg_ms": 0.003, "count": 21, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 21, "max_ms": 0.053, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 1.903, "count": 21, "max_ms": 3.167, "p95_ms": 2.802}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 21, "max_ms": 0.036, "p95_ms": 0.036}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 26.895, "count": 21, "max_ms": 35.715, "p95_ms": 35.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.017, "count": 21, "max_ms": 0.028, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.043, "count": 21, "max_ms": 67.496, "p95_ms": 63.31}, "inference_input_copy_ms": {"avg_ms": 0.881, "count": 21, "max_ms": 1.242, "p95_ms": 1.153}, "processing_residual_ms": {"avg_ms": 0.075, "count": 21, "max_ms": 0.133, "p95_ms": 0.116}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.017, "count": 21, "max_ms": 68.717, "p95_ms": 64.283}, "read_interval": {"avg_ms": 1430.315, "count": 21, "max_ms": 10572.344, "p95_ms": 10130.378}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 21, "max_ms": 0.017, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.078, "count": 21, "max_ms": 0.126, "p95_ms": 0.106}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 21, "max_ms": 0.012, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 21, "max_ms": 0.112, "p95_ms": 0.092}, "worker_merge_ms": {"avg_ms": 0.004, "count": 21, "max_ms": 0.013, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 26.904, "count": 21, "max_ms": 35.723, "p95_ms": 35.387}, "visualize": {"avg_ms": 21.78, "count": 21, "max_ms": 30.951, "p95_ms": 26.407}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.249, "count": 21, "max_ms": 30.417, "p95_ms": 25.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.661, "count": 21, "max_ms": 30.85, "p95_ms": 26.302}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.606, "count": 21, "max_ms": 30.786, "p95_ms": 26.243}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 21, "max_ms": 0.046, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2044.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.0, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.624, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.001, "exists": true, "size_bytes": 121425, "write_bytes_delta": 121425, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 106.0, "cpu_core_ratio": 0.061169, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 46833, "reason": null, "system_cpu_core_ratio": 0.002549, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.05862, "user_cpu_s_delta": 1.1499999999996362}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041799, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003568, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.038231, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.885, "count": 52, "max_ms": 3.284, "p95_ms": 3.065, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 47.066, "p95": 36.35, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.604, "count": 30, "max": 23.287, "p95": 22.035, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.133, "count": 30, "max": 741.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 545.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.909, "count": 30, "max": 1.023, "p95": 0.993, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 32.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.061, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.609, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20729, "sampled_at": "2026-11-02T12:07:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3934397, "flush_count": 4165, "flush_interval_seconds": 30.0, "flush_state": {"count": 4165, "last_at": "2026-11-02T12:07:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:07:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4164}, "started": true, "suppressed_count": 2404699, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2404404}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4165, "written_record_count": 4165}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10017.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5eb9ee244e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5eb9ee244e80] error while decoding MB 0 47, bytestream 38565 [h264 @ 0x5eb9ee26e580] error while decoding MB 17 51, bytestream -20 [h264 @ 0x5eb9ee259040] cabac decode of qscale diff failed at 61 62 [h264 @ 0x5eb9ee259040] error while decoding MB 61 62, bytestream -5 [h264 @ 0x5eb9ee1f4780] cabac decode of qscale diff failed at 60 57 [h264 @ 0x5eb9ee1f4780] error while decoding MB 60 57, bytestream 11224 [h26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6659206041600, "copied_frame_count": 2408567, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6659206041600, "frame_buffer_copies": 2408567, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0926, "count": 512, "max_ms": 2.0538, "p50_ms": 0.0766, "p95_ms": 0.1587, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0943, "count": 512, "max_ms": 3.0366, "p50_ms": 0.9995, "p95_ms": 1.8547, "p99_ms": 2.4914, "results": {"failed": 0, "not_applicable": 0, "success": 2408567, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 534, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:42+09:00", "last_error_summary": "[h264 @ 0x5eb9ee244e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5eb9ee244e80] error while decoding MB 0 47, bytestream 38565 [h264 @ 0x5eb9ee26e580] error while decoding MB 17 51, bytestream -20 [h264 @ 0x5eb9ee259040] cabac decode of qscale diff failed at 61 62 [h264 @ 0x5eb9ee259040] error while decoding MB 61 62, bytestream -5 [h264 @ 0x5eb9ee1f4780] cabac decode of qscale diff failed at 60 57 [h264 @ 0x5eb9ee1f4780] error while decoding MB 60 57, bytestream 11224 [h26", "last_exit_at": "2026-11-02T10:30:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 5827.935, "last_started_at": "2026-11-02T10:30:34+09:00", "pid": 48259, "process": {"exists": false, "pid": 48259}, "restart_count": 181, "restart_count_per_hour": 0, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.64, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-02T12:07:42+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-11-02T12:07:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.885, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 403.115, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-02T12:07:42.220077+09:00", "mtime_epoch": 1793588862.2200766, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 216933}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T12:07:42+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1989.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2408568, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.011, "p95_ms": 0.004, "reason": null, "sample_age_ms": 17.431, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.513, "count": 83, "max_ms": 1.806, "p95_ms": 1.583, "reason": null, "sample_age_ms": 48.547, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 83, "max_ms": 1.609, "p95_ms": 1.404, "reason": null, "sample_age_ms": 48.724, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.126, "count": 84, "max_ms": 0.233, "p95_ms": 0.183, "reason": null, "sample_age_ms": 17.438, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.778, "count": 83, "max_ms": 1.221, "p95_ms": 0.953, "reason": null, "sample_age_ms": 47.616, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.604, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.594, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.403, "count": 84, "max_ms": 46.304, "p95_ms": 30.116, "reason": null, "sample_age_ms": 17.427, "source": "client_direct"}, "sample_age_ms": 17.422, "source": "client_direct", "task_total_ms": {"avg_ms": 27.402, "count": 84, "max_ms": 47.42, "p95_ms": 31.135, "reason": null, "sample_age_ms": 17.422, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.425, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.53, "count": 83, "max_ms": 4.547, "p95_ms": 0.623}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 83, "max_ms": 0.264, "p95_ms": 0.221}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.78, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.046, "count": 83, "max_ms": 0.15, "p95_ms": 0.065}, "mcmt_ms": {"avg_ms": 0.001, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 83, "max_ms": 2.382, "p95_ms": 0.166}, "setup_ms": {"avg_ms": 0.024, "count": 83, "max_ms": 0.048, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.505, "count": 83, "max_ms": 4.513, "p95_ms": 0.583}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.042, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 1.407, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 1.617, "count": 83, "max_ms": 3.28, "p95_ms": 2.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 83, "max_ms": 0.347, "p95_ms": 0.03}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.086, "count": 83, "max_ms": 47.839, "p95_ms": 31.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.792, "count": 83, "max_ms": 7.361, "p95_ms": 6.403}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.538, "count": 83, "max_ms": 72.374, "p95_ms": 55.683}, "inference_input_copy_ms": {"avg_ms": 0.708, "count": 83, "max_ms": 1.446, "p95_ms": 0.994}, "processing_residual_ms": {"avg_ms": 0.069, "count": 83, "max_ms": 0.107, "p95_ms": 0.093}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.106, "count": 83, "max_ms": 79.571, "p95_ms": 59.823}, "read_interval": {"avg_ms": 361.101, "count": 83, "max_ms": 1948.173, "p95_ms": 1002.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.009, "count": 83, "max_ms": 0.016, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.118, "count": 83, "max_ms": 2.338, "p95_ms": 0.111}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.011, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 83, "max_ms": 2.326, "p95_ms": 0.097}, "worker_merge_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.029, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.096, "count": 83, "max_ms": 47.847, "p95_ms": 31.802}, "visualize": {"avg_ms": 20.144, "count": 83, "max_ms": 28.758, "p95_ms": 25.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.675, "count": 83, "max_ms": 27.368, "p95_ms": 23.833}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 19.147, "count": 83, "max_ms": 27.821, "p95_ms": 24.223}, "visualize_input_copy_ms": {"avg_ms": 0.883, "count": 83, "max_ms": 1.678, "p95_ms": 1.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 19.081, "count": 83, "max_ms": 27.732, "p95_ms": 24.164}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 83, "max_ms": 0.073, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1989.215, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.952, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.208, "exists": true, "size_bytes": 220570, "write_bytes_delta": 220570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.131381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1059.0, "pid": 48259, "reason": null, "system_cpu_core_ratio": 0.019831, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.11155, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.303415, "system_cpu_s_delta": 6.119999999995343, "user_cpu_core_ratio": 0.466526, "user_cpu_s_delta": 9.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.021, "count": 138, "max_ms": 4.354, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.226, "count": 30, "max": 64.023, "p95": 56.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.588, "count": 30, "max": 22.235, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1425.267, "count": 30, "max": 1656.0, "p95": 1543.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 48.867, "count": 30, "max": 1059.0, "p95": 219.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.169, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.58, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.208, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 71.0, "p95": 44.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.125, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18691, "sampled_at": "2026-11-02T12:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3934397, "flush_count": 4165, "flush_interval_seconds": 30.0, "flush_state": {"count": 4165, "last_at": "2026-11-02T12:07:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:07:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4164}, "started": true, "suppressed_count": 2404699, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2404404}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4165, "written_record_count": 4165}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10017.867, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T12:07:42+09:00", "last_error_summary": "[h264 @ 0x5eb9ee244e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5eb9ee244e80] error while decoding MB 0 47, bytestream 38565 [h264 @ 0x5eb9ee26e580] error while decoding MB 17 51, bytestream -20 [h264 @ 0x5eb9ee259040] cabac decode of qscale diff failed at 61 62 [h264 @ 0x5eb9ee259040] error while decoding MB 61 62, bytestream -5 [h264 @ 0x5eb9ee1f4780] cabac decode of qscale diff failed at 60 57 [h264 @ 0x5eb9ee1f4780] error while decoding MB 60 57, bytestream 11224 [h26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6659208806400, "copied_frame_count": 2408568, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6659208806400, "frame_buffer_copies": 2408568, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0926, "count": 512, "max_ms": 2.0538, "p50_ms": 0.0766, "p95_ms": 0.1587, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0978, "count": 512, "max_ms": 3.0366, "p50_ms": 1.0006, "p95_ms": 1.8559, "p99_ms": 2.5373, "results": {"failed": 0, "not_applicable": 0, "success": 2408568, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 534, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:42+09:00", "last_error_summary": "[h264 @ 0x5eb9ee244e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5eb9ee244e80] error while decoding MB 0 47, bytestream 38565 [h264 @ 0x5eb9ee26e580] error while decoding MB 17 51, bytestream -20 [h264 @ 0x5eb9ee259040] cabac decode of qscale diff failed at 61 62 [h264 @ 0x5eb9ee259040] error while decoding MB 61 62, bytestream -5 [h264 @ 0x5eb9ee1f4780] cabac decode of qscale diff failed at 60 57 [h264 @ 0x5eb9ee1f4780] error while decoding MB 60 57, bytestream 11224 [h26", "last_exit_at": "2026-11-02T12:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5827.971, "last_started_at": "2026-11-02T10:30:34+09:00", "pid": 48259, "process": {"exists": false, "pid": 48259}, "restart_count": 181, "restart_count_per_hour": 0, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.64, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T12:07:42+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-11-02T12:07:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.911, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 403.089, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-02T12:07:42.220077+09:00", "mtime_epoch": 1793588862.2200766, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 216933}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T12:07:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1989.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2408568, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.8, "pushed": 2.8, "read": 2.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.011, "p95_ms": 0.004, "reason": null, "sample_age_ms": 52.445, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.513, "count": 83, "max_ms": 1.806, "p95_ms": 1.583, "reason": null, "sample_age_ms": 83.561, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 83, "max_ms": 1.609, "p95_ms": 1.404, "reason": null, "sample_age_ms": 83.738, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.126, "count": 83, "max_ms": 0.233, "p95_ms": 0.183, "reason": null, "sample_age_ms": 52.453, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.778, "count": 83, "max_ms": 1.221, "p95_ms": 0.953, "reason": null, "sample_age_ms": 82.631, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.618, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.608, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.407, "count": 83, "max_ms": 46.304, "p95_ms": 30.117, "reason": null, "sample_age_ms": 52.441, "source": "client_direct"}, "sample_age_ms": 52.436, "source": "client_direct", "task_total_ms": {"avg_ms": 27.408, "count": 83, "max_ms": 47.42, "p95_ms": 31.136, "reason": null, "sample_age_ms": 52.436, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.529, "count": 83, "max_ms": 4.547, "p95_ms": 0.623}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 83, "max_ms": 0.264, "p95_ms": 0.221}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.78, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.047, "count": 83, "max_ms": 0.15, "p95_ms": 0.065}, "mcmt_ms": {"avg_ms": 0.001, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 83, "max_ms": 2.382, "p95_ms": 0.166}, "setup_ms": {"avg_ms": 0.024, "count": 83, "max_ms": 0.048, "p95_ms": 0.037}, "total_inside_ms": {"avg_ms": 0.505, "count": 83, "max_ms": 4.513, "p95_ms": 0.583}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.042, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 1.407, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 1.615, "count": 84, "max_ms": 3.28, "p95_ms": 2.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 83, "max_ms": 0.347, "p95_ms": 0.032}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.129, "count": 83, "max_ms": 47.839, "p95_ms": 31.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.873, "count": 84, "max_ms": 9.611, "p95_ms": 6.789}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.746, "count": 84, "max_ms": 72.374, "p95_ms": 56.486}, "inference_input_copy_ms": {"avg_ms": 0.711, "count": 84, "max_ms": 1.446, "p95_ms": 0.994}, "processing_residual_ms": {"avg_ms": 0.069, "count": 84, "max_ms": 0.107, "p95_ms": 0.093}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.399, "count": 84, "max_ms": 79.571, "p95_ms": 63.686}, "read_interval": {"avg_ms": 361.101, "count": 83, "max_ms": 1948.173, "p95_ms": 1002.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.009, "count": 83, "max_ms": 0.016, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.118, "count": 83, "max_ms": 2.338, "p95_ms": 0.111}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.011, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 83, "max_ms": 2.326, "p95_ms": 0.097}, "worker_merge_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.029, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.139, "count": 83, "max_ms": 47.847, "p95_ms": 31.802}, "visualize": {"avg_ms": 20.331, "count": 83, "max_ms": 34.703, "p95_ms": 26.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.861, "count": 83, "max_ms": 33.085, "p95_ms": 24.488}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 19.335, "count": 83, "max_ms": 33.634, "p95_ms": 24.874}, "visualize_input_copy_ms": {"avg_ms": 0.883, "count": 83, "max_ms": 1.678, "p95_ms": 1.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 19.269, "count": 83, "max_ms": 33.558, "p95_ms": 24.816}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 83, "max_ms": 0.073, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1989.215, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.952, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.208, "exists": true, "size_bytes": 220570, "write_bytes_delta": 220570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.131381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1059.0, "pid": 48259, "reason": null, "system_cpu_core_ratio": 0.019831, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.11155, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.303415, "system_cpu_s_delta": 6.119999999995343, "user_cpu_core_ratio": 0.466526, "user_cpu_s_delta": 9.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.021, "count": 138, "max_ms": 4.354, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.226, "count": 30, "max": 64.023, "p95": 56.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.588, "count": 30, "max": 22.235, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1425.267, "count": 30, "max": 1656.0, "p95": 1543.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 48.867, "count": 30, "max": 1059.0, "p95": 219.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.169, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.58, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.208, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 71.0, "p95": 44.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.125, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18691, "sampled_at": "2026-11-02T12:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3934397, "flush_count": 4165, "flush_interval_seconds": 30.0, "flush_state": {"count": 4165, "last_at": "2026-11-02T12:07:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:07:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4164}, "started": true, "suppressed_count": 2404699, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2404404}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4165, "written_record_count": 4165}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10017.816, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6659208806400, "copied_frame_count": 2408568, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6659208806400, "frame_buffer_copies": 2408568, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0926, "count": 512, "max_ms": 2.0538, "p50_ms": 0.0766, "p95_ms": 0.1587, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0978, "count": 512, "max_ms": 3.0366, "p50_ms": 1.0006, "p95_ms": 1.8559, "p99_ms": 2.5373, "results": {"failed": 0, "not_applicable": 0, "success": 2408568, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 534, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:42+09:00", "last_error_summary": "[h264 @ 0x5eb9ee244e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5eb9ee244e80] error while decoding MB 0 47, bytestream 38565 [h264 @ 0x5eb9ee26e580] error while decoding MB 17 51, bytestream -20 [h264 @ 0x5eb9ee259040] cabac decode of qscale diff failed at 61 62 [h264 @ 0x5eb9ee259040] error while decoding MB 61 62, bytestream -5 [h264 @ 0x5eb9ee1f4780] cabac decode of qscale diff failed at 60 57 [h264 @ 0x5eb9ee1f4780] error while decoding MB 60 57, bytestream 11224 [h26", "last_exit_at": "2026-11-02T12:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5827.994, "last_started_at": "2026-11-02T10:30:34+09:00", "pid": 48259, "process": {"exists": false, "pid": 48259}, "restart_count": 181, "restart_count_per_hour": 0, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.64, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-02T12:07:42+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-11-02T12:07:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.933, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 403.067, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-02T12:07:42.300077+09:00", "mtime_epoch": 1793588862.3000772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 212252}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T12:07:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1989.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2408568, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.78, "pushed": 2.78, "read": 2.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.011, "p95_ms": 0.004, "reason": null, "sample_age_ms": 75.516, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.513, "count": 83, "max_ms": 1.806, "p95_ms": 1.583, "reason": null, "sample_age_ms": 106.632, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 83, "max_ms": 1.609, "p95_ms": 1.404, "reason": null, "sample_age_ms": 106.809, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.126, "count": 83, "max_ms": 0.233, "p95_ms": 0.183, "reason": null, "sample_age_ms": 75.524, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.778, "count": 83, "max_ms": 1.221, "p95_ms": 0.953, "reason": null, "sample_age_ms": 105.702, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.689, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.679, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.407, "count": 83, "max_ms": 46.304, "p95_ms": 30.117, "reason": null, "sample_age_ms": 75.512, "source": "client_direct"}, "sample_age_ms": 75.507, "source": "client_direct", "task_total_ms": {"avg_ms": 27.408, "count": 83, "max_ms": 47.42, "p95_ms": 31.136, "reason": null, "sample_age_ms": 75.507, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.383, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.529, "count": 83, "max_ms": 4.547, "p95_ms": 0.623}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 83, "max_ms": 0.264, "p95_ms": 0.221}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.78, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.047, "count": 83, "max_ms": 0.15, "p95_ms": 0.065}, "mcmt_ms": {"avg_ms": 0.001, "count": 83, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 83, "max_ms": 2.382, "p95_ms": 0.166}, "setup_ms": {"avg_ms": 0.024, "count": 83, "max_ms": 0.048, "p95_ms": 0.037}, "total_inside_ms": {"avg_ms": 0.505, "count": 83, "max_ms": 4.513, "p95_ms": 0.583}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.042, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 1.407, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 1.612, "count": 83, "max_ms": 3.28, "p95_ms": 2.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 83, "max_ms": 0.347, "p95_ms": 0.032}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.129, "count": 83, "max_ms": 47.839, "p95_ms": 31.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.845, "count": 83, "max_ms": 9.611, "p95_ms": 6.789}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.758, "count": 83, "max_ms": 72.374, "p95_ms": 56.486}, "inference_input_copy_ms": {"avg_ms": 0.711, "count": 83, "max_ms": 1.446, "p95_ms": 0.994}, "processing_residual_ms": {"avg_ms": 0.069, "count": 83, "max_ms": 0.107, "p95_ms": 0.093}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.384, "count": 83, "max_ms": 79.571, "p95_ms": 63.686}, "read_interval": {"avg_ms": 361.101, "count": 83, "max_ms": 1948.173, "p95_ms": 1002.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.009, "count": 83, "max_ms": 0.016, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.118, "count": 83, "max_ms": 2.338, "p95_ms": 0.111}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.011, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 83, "max_ms": 2.326, "p95_ms": 0.097}, "worker_merge_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.029, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.139, "count": 83, "max_ms": 47.847, "p95_ms": 31.802}, "visualize": {"avg_ms": 20.331, "count": 83, "max_ms": 34.703, "p95_ms": 26.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.861, "count": 83, "max_ms": 33.085, "p95_ms": 24.488}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 19.335, "count": 83, "max_ms": 33.634, "p95_ms": 24.874}, "visualize_input_copy_ms": {"avg_ms": 0.883, "count": 83, "max_ms": 1.678, "p95_ms": 1.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 19.269, "count": 83, "max_ms": 33.558, "p95_ms": 24.816}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 83, "max_ms": 0.073, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1989.215, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.952, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.208, "exists": true, "size_bytes": 220570, "write_bytes_delta": 220570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.131381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1059.0, "pid": 48259, "reason": null, "system_cpu_core_ratio": 0.019831, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.11155, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.303415, "system_cpu_s_delta": 6.119999999995343, "user_cpu_core_ratio": 0.466526, "user_cpu_s_delta": 9.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.021, "count": 138, "max_ms": 4.354, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.226, "count": 30, "max": 64.023, "p95": 56.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.588, "count": 30, "max": 22.235, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1425.267, "count": 30, "max": 1656.0, "p95": 1543.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 48.867, "count": 30, "max": 1059.0, "p95": 219.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.169, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.58, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.208, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 71.0, "p95": 44.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.125, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18691, "sampled_at": "2026-11-02T12:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3365837, "flush_count": 4164, "flush_interval_seconds": 30.0, "flush_state": {"count": 4164, "last_at": "2026-11-02T12:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4163}, "started": true, "suppressed_count": 2472166, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2472162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4164, "written_record_count": 4164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10067.922, "limit_mb": null}, "detail": {"pid": 48380, "restart_count": 100, "start_count": 101}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6846543360000, "copied_frame_count": 2476325, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6846543360000, "frame_buffer_copies": 2476325, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0895, "count": 512, "max_ms": 0.9638, "p50_ms": 0.0771, "p95_ms": 0.1598, "p99_ms": 0.2193}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0358, "count": 512, "max_ms": 5.931, "p50_ms": 0.9527, "p95_ms": 1.6193, "p99_ms": 1.9567, "results": {"failed": 0, "not_applicable": 0, "success": 2476325, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T12:07:43+09:00", "pid": 48380, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.961, "name": "ffmpeg", "pid": 48380, "rss_mb": 74.961, "state": "S (sleeping)", "threads": 1}, "restart_count": 100, "restart_count_per_hour": 1, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.97, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.686, "last_frame_pushed_at": "2026-11-02T12:07:40+09:00", "last_frame_read_age_sec": 4.76, "last_frame_read_at": "2026-11-02T12:07:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.138, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 399.862, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 4.68, "exists": true, "mtime": "2026-11-02T12:07:40.848067+09:00", "mtime_epoch": 1793588860.8480668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121612}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:07:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2044.324, "name": "celery", "pid": 176, "rss_mb": 2044.324, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2476325, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 15, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.507, "pushed": 0.507, "read": 0.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4728.844, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 15, "max_ms": 1.634, "p95_ms": 1.442, "reason": null, "sample_age_ms": 4759.921, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 15, "max_ms": 1.365, "p95_ms": 1.164, "reason": null, "sample_age_ms": 4760.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 15, "max_ms": 0.077, "p95_ms": 0.074, "reason": null, "sample_age_ms": 4728.853, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.707, "count": 15, "max_ms": 1.082, "p95_ms": 1.022, "reason": null, "sample_age_ms": 4758.898, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2211848.0, "count": 15, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4758.877, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4728.95, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.219, "count": 15, "max_ms": 32.579, "p95_ms": 30.69, "reason": null, "sample_age_ms": 4728.838, "source": "client_direct"}, "sample_age_ms": 4728.832, "source": "client_direct", "task_total_ms": {"avg_ms": 26.083, "count": 15, "max_ms": 33.821, "p95_ms": 31.896, "reason": null, "sample_age_ms": 4728.832, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.885, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.44, "count": 15, "max_ms": 0.666, "p95_ms": 0.666}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.14, "count": 15, "max_ms": 0.244, "p95_ms": 0.244}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 15, "max_ms": 0.107, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.047, "count": 15, "max_ms": 0.073, "p95_ms": 0.073}, "mcmt_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.113, "count": 15, "max_ms": 0.184, "p95_ms": 0.184}, "setup_ms": {"avg_ms": 0.024, "count": 15, "max_ms": 0.033, "p95_ms": 0.033}, "total_inside_ms": {"avg_ms": 0.415, "count": 15, "max_ms": 0.634, "p95_ms": 0.634}, "track_match_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.004, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 15, "max_ms": 0.036, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 1.966, "count": 15, "max_ms": 2.802, "p95_ms": 2.802}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 15, "max_ms": 0.036, "p95_ms": 0.036}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 26.854, "count": 15, "max_ms": 35.715, "p95_ms": 35.715}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.017, "count": 15, "max_ms": 0.025, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.516, "count": 15, "max_ms": 67.496, "p95_ms": 67.496}, "inference_input_copy_ms": {"avg_ms": 0.884, "count": 15, "max_ms": 1.153, "p95_ms": 1.153}, "processing_residual_ms": {"avg_ms": 0.076, "count": 15, "max_ms": 0.133, "p95_ms": 0.133}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.493, "count": 15, "max_ms": 68.717, "p95_ms": 68.717}, "read_interval": {"avg_ms": 1689.432, "count": 15, "max_ms": 10572.344, "p95_ms": 10572.344}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 15, "max_ms": 0.017, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.076, "count": 15, "max_ms": 0.126, "p95_ms": 0.126}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 15, "max_ms": 0.012, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.066, "count": 15, "max_ms": 0.112, "p95_ms": 0.112}, "worker_merge_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.013, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 26.864, "count": 15, "max_ms": 35.723, "p95_ms": 35.723}, "visualize": {"avg_ms": 22.262, "count": 15, "max_ms": 30.951, "p95_ms": 30.951}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.741, "count": 15, "max_ms": 30.417, "p95_ms": 30.417}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.153, "count": 15, "max_ms": 30.85, "p95_ms": 30.85}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.098, "count": 15, "max_ms": 30.786, "p95_ms": 30.786}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 15, "max_ms": 0.046, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2044.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.0, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.624, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.001, "exists": true, "size_bytes": 121425, "write_bytes_delta": 121425, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 106.0, "cpu_core_ratio": 0.061169, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 46833, "reason": null, "system_cpu_core_ratio": 0.002549, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.05862, "user_cpu_s_delta": 1.1499999999996362}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041799, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003568, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.038231, "user_cpu_s_delta": 0.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.885, "count": 52, "max_ms": 3.284, "p95_ms": 3.065, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.097, "count": 30, "max": 47.066, "p95": 36.35, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.604, "count": 30, "max": 23.287, "p95": 22.035, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.133, "count": 30, "max": 741.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 545.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.909, "count": 30, "max": 1.023, "p95": 0.993, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119983.633, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 32.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.061, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.609, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20729, "sampled_at": "2026-11-02T12:07:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.571, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 3934397, "flush_count": 4165, "flush_interval_seconds": 30.0, "flush_state": {"count": 4165, "last_at": "2026-11-02T12:07:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:07:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4164}, "started": true, "suppressed_count": 2404699, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 2404404}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4165, "written_record_count": 4165}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10068.477, "limit_mb": null}, "detail": {"pid": 48382, "restart_count": 182, "start_count": 183}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6659208806400, "copied_frame_count": 2408568, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T10:25:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 7967283, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T10:25:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.416}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 295, "events_emitted": 279, "events_failed": 0, "events_observed": 295, "events_suppressed": 16, "frame_buffer_copied_bytes": 6659208806400, "frame_buffer_copies": 2408568, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 13950, "recorder_active_input_bytes": 38568960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 279, "recorder_clips_failed": 0, "recorder_clips_started": 279, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 279, "worker_jobs_accepted": 279, "worker_jobs_completed": 279, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0926, "count": 512, "max_ms": 2.0538, "p50_ms": 0.0766, "p95_ms": 0.1587, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": 15.5213, "count": 279, "max_ms": 62.2331, "p50_ms": 13.3634, "p95_ms": 30.8198, "p99_ms": 41.0214, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6946, "count": 279, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6826, "p99_ms": 3.3833, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.5786, "count": 295, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1343.6814, "p99_ms": 1585.6346, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0978, "count": 512, "max_ms": 3.0366, "p50_ms": 1.0006, "p95_ms": 1.8559, "p99_ms": 2.5373, "results": {"failed": 0, "not_applicable": 0, "success": 2408568, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 494.7379, "count": 295, "max_ms": 1230.9339, "p50_ms": 501.4995, "p95_ms": 627.5518, "p99_ms": 1026.257, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1628, "count": 279, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9317, "p99_ms": 68.5166, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6439, "count": 512, "max_ms": 9.2594, "p50_ms": 4.4724, "p95_ms": 6.5467, "p99_ms": 8.352, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3618, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2449, "p95_ms": 2.3767, "p99_ms": 4.1688, "results": {"failed": 0, "not_applicable": 0, "success": 13950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.4799, "count": 279, "max_ms": 1226.9788, "p50_ms": 499.7531, "p95_ms": 628.0085, "p99_ms": 1027.9175, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6511, "count": 279, "max_ms": 1164.2523, "p50_ms": 409.751, "p95_ms": 521.9191, "p99_ms": 951.5142, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3906, "count": 279, "max_ms": 115.8706, "p50_ms": 84.9877, "p95_ms": 102.5049, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6255, "count": 279, "max_ms": 15.8949, "p50_ms": 1.2877, "p95_ms": 2.8763, "p99_ms": 7.5544, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.0972, "count": 279, "max_ms": 73.1462, "p50_ms": 33.5791, "p95_ms": 54.015, "p99_ms": 63.455, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2656, "count": 279, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.2675, "p99_ms": 10.9382, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7487, "count": 295, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3774, "p99_ms": 1.8645, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.811, "count": 279, "max_ms": 9.2164, "p50_ms": 0.6907, "p95_ms": 1.4237, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.9639, "count": 279, "max_ms": 3752.636, "p50_ms": 353.7995, "p95_ms": 689.3081, "p99_ms": 828.6809, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 295, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0679, "count": 279, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.697, "p99_ms": 11.5198, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.6497, "count": 279, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 58.857, "p99_ms": 72.5563, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0831, "count": 279, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1502, "p99_ms": 0.1898, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0058, "count": 279, "max_ms": 9.2334, "p50_ms": 1.7949, "p95_ms": 3.3461, "p99_ms": 5.5068, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.3123, "count": 279, "max_ms": 3837.487, "p50_ms": 428.5323, "p95_ms": 772.4086, "p99_ms": 939.8785, "results": {"failed": 0, "not_applicable": 0, "success": 279, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 279, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7372, "p95_ms": 3.2222, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 279, "artifact_failed": 0, "artifact_requested": 279, "artifact_success": 279, "completed": 279, "completed_failed": 0, "completed_success": 279, "cooldown_promoted": 279, "database_requested": 279, "db_insert_success": 279, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15828, "relay_business_failed": 0, "relay_business_success": 279, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 279, "relay_transport_failed": 0, "relay_transport_success": 279, "reservation_requested": 279}, "snapshot": {"copied_bytes": 771379200, "copied_count": 279, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 534, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:42+09:00", "last_error_summary": "[h264 @ 0x5eb9ee244e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5eb9ee244e80] error while decoding MB 0 47, bytestream 38565 [h264 @ 0x5eb9ee26e580] error while decoding MB 17 51, bytestream -20 [h264 @ 0x5eb9ee259040] cabac decode of qscale diff failed at 61 62 [h264 @ 0x5eb9ee259040] error while decoding MB 61 62, bytestream -5 [h264 @ 0x5eb9ee1f4780] cabac decode of qscale diff failed at 60 57 [h264 @ 0x5eb9ee1f4780] error while decoding MB 60 57, bytestream 11224 [h26", "last_exit_at": "2026-11-02T12:07:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T12:07:45+09:00", "pid": 48382, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.883, "name": "ffmpeg", "pid": 48382, "rss_mb": 46.883, "state": "S (sleeping)", "threads": 1}, "restart_count": 182, "restart_count_per_hour": 1, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.749, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.928, "last_frame_pushed_at": "2026-11-02T12:07:42+09:00", "last_frame_read_age_sec": 5.01, "last_frame_read_at": "2026-11-02T12:07:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 201.84, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 398.16, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 4.922, "exists": true, "mtime": "2026-11-02T12:07:42.300077+09:00", "mtime_epoch": 1793588862.3000772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 212252}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T12:07:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2042.508, "name": "celery", "pid": 206, "rss_mb": 1989.242, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 235, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2408568, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.268, "pushed": 2.268, "read": 2.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.011, "p95_ms": 0.005, "reason": null, "sample_age_ms": 4981.351, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.517, "count": 67, "max_ms": 1.806, "p95_ms": 1.581, "reason": null, "sample_age_ms": 5012.467, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 67, "max_ms": 1.609, "p95_ms": 1.394, "reason": null, "sample_age_ms": 5012.644, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.129, "count": 67, "max_ms": 0.194, "p95_ms": 0.182, "reason": null, "sample_age_ms": 4981.359, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.783, "count": 67, "max_ms": 1.221, "p95_ms": 0.958, "reason": null, "sample_age_ms": 5011.537, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5011.524, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4981.514, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.513, "count": 67, "max_ms": 46.304, "p95_ms": 30.113, "reason": null, "sample_age_ms": 4981.347, "source": "client_direct"}, "sample_age_ms": 4981.342, "source": "client_direct", "task_total_ms": {"avg_ms": 27.52, "count": 67, "max_ms": 47.42, "p95_ms": 31.131, "reason": null, "sample_age_ms": 4981.342, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.156, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.546, "count": 68, "max_ms": 4.547, "p95_ms": 0.623}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.142, "count": 68, "max_ms": 0.264, "p95_ms": 0.193}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 68, "max_ms": 0.78, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.002, "count": 68, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.047, "count": 68, "max_ms": 0.15, "p95_ms": 0.069}, "mcmt_ms": {"avg_ms": 0.001, "count": 68, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.162, "count": 68, "max_ms": 2.382, "p95_ms": 0.188}, "setup_ms": {"avg_ms": 0.024, "count": 68, "max_ms": 0.048, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.521, "count": 68, "max_ms": 4.513, "p95_ms": 0.583}, "track_match_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.042, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.05, "count": 68, "max_ms": 1.407, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 1.602, "count": 68, "max_ms": 3.28, "p95_ms": 2.071}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 68, "max_ms": 0.347, "p95_ms": 0.03}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.222, "count": 68, "max_ms": 47.839, "p95_ms": 32.026}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.851, "count": 68, "max_ms": 9.611, "p95_ms": 6.809}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.878, "count": 68, "max_ms": 72.374, "p95_ms": 61.531}, "inference_input_copy_ms": {"avg_ms": 0.695, "count": 68, "max_ms": 1.183, "p95_ms": 0.97}, "processing_residual_ms": {"avg_ms": 0.069, "count": 68, "max_ms": 0.107, "p95_ms": 0.094}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.493, "count": 68, "max_ms": 79.571, "p95_ms": 64.538}, "read_interval": {"avg_ms": 373.463, "count": 67, "max_ms": 1948.173, "p95_ms": 1349.504}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.009, "count": 68, "max_ms": 0.014, "p95_ms": 0.012}, "execute_total_ms": {"avg_ms": 0.128, "count": 68, "max_ms": 2.338, "p95_ms": 0.118}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.011, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 68, "max_ms": 2.326, "p95_ms": 0.109}, "worker_merge_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.029, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.232, "count": 68, "max_ms": 47.847, "p95_ms": 32.037}, "visualize": {"avg_ms": 20.326, "count": 68, "max_ms": 34.703, "p95_ms": 26.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.852, "count": 68, "max_ms": 33.085, "p95_ms": 24.664}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 19.33, "count": 68, "max_ms": 33.634, "p95_ms": 25.198}, "visualize_input_copy_ms": {"avg_ms": 0.882, "count": 68, "max_ms": 1.678, "p95_ms": 1.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 19.264, "count": 68, "max_ms": 33.558, "p95_ms": 25.123}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 68, "max_ms": 0.073, "p95_ms": 0.054}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1989.215, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.952, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.208, "exists": true, "size_bytes": 220570, "write_bytes_delta": 220570, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 375.0, "cpu_core_ratio": 0.131381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1059.0, "pid": 48259, "reason": null, "system_cpu_core_ratio": 0.019831, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.11155, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.303415, "system_cpu_s_delta": 6.119999999995343, "user_cpu_core_ratio": 0.466526, "user_cpu_s_delta": 9.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.021, "count": 138, "max_ms": 4.354, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 138}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.226, "count": 30, "max": 64.023, "p95": 56.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.588, "count": 30, "max": 22.235, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1425.267, "count": 30, "max": 1656.0, "p95": 1543.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 48.867, "count": 30, "max": 1059.0, "p95": 219.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.169, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.58, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.208, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 219925.967, "count": 30, "max": 226558.0, "p95": 226442.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 71.0, "p95": 44.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.125, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18691, "sampled_at": "2026-11-02T12:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10338.898, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6920687001600, "copied_frame_count": 2503142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6920687001600, "frame_buffer_copies": 2503142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0795, "count": 512, "max_ms": 1.0023, "p50_ms": 0.0698, "p95_ms": 0.1223, "p99_ms": 0.1604}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0477, "count": 512, "max_ms": 3.162, "p50_ms": 0.9418, "p95_ms": 1.7124, "p99_ms": 2.3885, "results": {"failed": 0, "not_applicable": 0, "success": 2503142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T08:16:42+09:00", "last_error_summary": "[h264 @ 0x60f27fe50940] error while decoding MB 102 4, bytestream -29 [h264 @ 0x60f27f977240] error while decoding MB 30 42, bytestream -11 [in#0/rtsp @ 0x60f27f07fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60f27f07fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13872.013, "last_started_at": "2026-11-02T08:16:45+09:00", "pid": 45093, "process": {"exists": false, "pid": 45093}, "restart_count": 5, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.536, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-02T12:07:57+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-02T12:07:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.731, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 388.269, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-02T12:07:57.101183+09:00", "mtime_epoch": 1793588877.1011827, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 260123}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T12:07:57+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2014.215, "name": "celery", "pid": 180, "rss_mb": 2003.188, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.321, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 34, "pushed_frames": 34, "read_frames": 34, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.253, "pushed": 1.253, "read": 1.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 34.231, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 34, "max_ms": 1.72, "p95_ms": 1.32, "reason": null, "sample_age_ms": 62.208, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 34, "max_ms": 1.334, "p95_ms": 0.839, "reason": null, "sample_age_ms": 62.494, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 34, "max_ms": 0.154, "p95_ms": 0.106, "reason": null, "sample_age_ms": 34.239, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.902, "count": 34, "max_ms": 1.258, "p95_ms": 1.24, "reason": null, "sample_age_ms": 61.33, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.314, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.354, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.237, "count": 34, "max_ms": 42.84, "p95_ms": 35.31, "reason": null, "sample_age_ms": 34.227, "source": "client_direct"}, "sample_age_ms": 34.222, "source": "client_direct", "task_total_ms": {"avg_ms": 29.327, "count": 34, "max_ms": 44.201, "p95_ms": 36.381, "reason": null, "sample_age_ms": 34.222, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.006, "count": 34, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 24.705, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.559, "count": 34, "max_ms": 17.785, "p95_ms": 12.185, "reason": null, "sample_age_ms": 52.141, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 34, "max_ms": 0.02, "p95_ms": 0.019, "reason": null, "sample_age_ms": 62.366, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.038, "count": 34, "max_ms": 0.076, "p95_ms": 0.061, "reason": null, "sample_age_ms": 24.71, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.185, "count": 34, "max_ms": 1.941, "p95_ms": 1.484, "reason": null, "sample_age_ms": 50.738, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 50.722, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.754, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.743, "count": 34, "max_ms": 38.667, "p95_ms": 34.052, "reason": null, "sample_age_ms": 24.703, "source": "client_direct"}, "sample_age_ms": 24.7, "source": "client_direct", "task_total_ms": {"avg_ms": 29.072, "count": 34, "max_ms": 40.03, "p95_ms": 35.853, "reason": null, "sample_age_ms": 24.7, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.012, "p95_ms": 0.008, "reason": null, "sample_age_ms": 25.302, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.904, "count": 34, "max_ms": 12.276, "p95_ms": 8.273, "reason": null, "sample_age_ms": 56.201, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 34, "max_ms": 0.026, "p95_ms": 0.02, "reason": null, "sample_age_ms": 62.394, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 34, "max_ms": 0.078, "p95_ms": 0.065, "reason": null, "sample_age_ms": 25.307, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.117, "count": 34, "max_ms": 1.762, "p95_ms": 1.584, "reason": null, "sample_age_ms": 54.612, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 54.591, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.377, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.994, "count": 34, "max_ms": 35.518, "p95_ms": 34.243, "reason": null, "sample_age_ms": 25.298, "source": "client_direct"}, "sample_age_ms": 25.295, "source": "client_direct", "task_total_ms": {"avg_ms": 30.268, "count": 34, "max_ms": 37.46, "p95_ms": 35.612, "reason": null, "sample_age_ms": 25.295, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 22.068, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.153, "count": 34, "max_ms": 4.558, "p95_ms": 4.039, "reason": null, "sample_age_ms": 59.568, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 34, "max_ms": 0.04, "p95_ms": 0.027, "reason": null, "sample_age_ms": 62.427, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.138, "count": 34, "max_ms": 0.206, "p95_ms": 0.2, "reason": null, "sample_age_ms": 22.075, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.13, "count": 34, "max_ms": 2.206, "p95_ms": 1.643, "reason": null, "sample_age_ms": 58.549, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.533, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.218, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.259, "count": 34, "max_ms": 46.087, "p95_ms": 42.02, "reason": null, "sample_age_ms": 22.065, "source": "client_direct"}, "sample_age_ms": 22.062, "source": "client_direct", "task_total_ms": {"avg_ms": 36.627, "count": 34, "max_ms": 47.221, "p95_ms": 43.535, "reason": null, "sample_age_ms": 22.062, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.26, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.34, "count": 34, "max_ms": 4.759, "p95_ms": 3.21}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 34, "max_ms": 0.343, "p95_ms": 0.319}, "detection_prepare_ms": {"avg_ms": 0.881, "count": 34, "max_ms": 2.699, "p95_ms": 1.228}, "event_filter_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 34, "max_ms": 0.331, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 34, "max_ms": 0.356, "p95_ms": 0.272}, "setup_ms": {"avg_ms": 0.023, "count": 34, "max_ms": 0.04, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 2.311, "count": 34, "max_ms": 4.729, "p95_ms": 3.153}, "track_match_ms": {"avg_ms": 0.038, "count": 34, "max_ms": 0.08, "p95_ms": 0.068}, "tracker_update_ms": {"avg_ms": 0.9, "count": 34, "max_ms": 1.374, "p95_ms": 1.316}}, "gstreamer_push": {"avg_ms": 2.151, "count": 34, "max_ms": 8.242, "p95_ms": 5.83}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.01, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.112, "count": 34, "max_ms": 46.186, "p95_ms": 43.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.218, "count": 34, "max_ms": 55.933, "p95_ms": 51.629}, "yolo11_640_fire_11class": {"avg_ms": 37.683, "count": 34, "max_ms": 47.218, "p95_ms": 44.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.185, "count": 34, "max_ms": 51.625, "p95_ms": 50.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.481, "count": 34, "max_ms": 6.074, "p95_ms": 4.522}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 46.304, "count": 34, "max_ms": 60.55, "p95_ms": 56.375}, "inference_input_copy_ms": {"avg_ms": 0.717, "count": 34, "max_ms": 2.155, "p95_ms": 1.572}, "processing_residual_ms": {"avg_ms": 0.067, "count": 34, "max_ms": 0.246, "p95_ms": 0.109}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 48.569, "count": 34, "max_ms": 64.943, "p95_ms": 62.219}, "read_interval": {"avg_ms": 953.05, "count": 34, "max_ms": 25196.143, "p95_ms": 5339.184}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 34, "max_ms": 0.04, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.11, "count": 34, "max_ms": 0.245, "p95_ms": 0.173}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 34, "max_ms": 0.026, "p95_ms": 0.026}, "scenario.falldown_detected_ms": {"avg_ms": 0.047, "count": 34, "max_ms": 0.098, "p95_ms": 0.08}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.003, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 34, "max_ms": 0.108, "p95_ms": 0.07}, "worker_merge_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.049, "count": 34, "max_ms": 55.941, "p95_ms": 51.634}, "visualize": {"avg_ms": 2.307, "count": 34, "max_ms": 5.595, "p95_ms": 3.128}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.353, "count": 34, "max_ms": 3.41, "p95_ms": 2.072}, "visualize_input_copy_ms": {"avg_ms": 0.834, "count": 34, "max_ms": 1.957, "p95_ms": 1.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.276, "count": 34, "max_ms": 3.281, "p95_ms": 2.002}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 34, "max_ms": 0.084, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 34}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2007.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.089, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.536, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.197, "exists": true, "size_bytes": 262348, "write_bytes_delta": 262348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 60.0, "cpu_core_ratio": 0.027643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11463.0, "pid": 45093, "reason": null, "system_cpu_core_ratio": 0.004822, "system_cpu_s_delta": 0.1500000000000341, "user_cpu_core_ratio": 0.022822, "user_cpu_s_delta": 0.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.063323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22677.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.023786, "system_cpu_s_delta": 0.7399999999979627, "user_cpu_core_ratio": 0.039536, "user_cpu_s_delta": 1.2300000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.75, "count": 11, "max_ms": 8.242, "p95_ms": 8.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.663, "count": 30, "max": 59.61, "p95": 45.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.16, "count": 30, "max": 25.087, "p95": 23.569, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.467, "count": 30, "max": 864.0, "p95": 849.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 388.6, "count": 30, "max": 11463.0, "p95": 107.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.251, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.84, "count": 30, "max": 25.197, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257040.033, "count": 30, "max": 262499.0, "p95": 262174.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257040.033, "count": 30, "max": 262499.0, "p95": 262174.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202534.3, "count": 30, "max": 393008.0, "p95": 294839.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.668, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.085, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18494, "sampled_at": "2026-11-02T12:07:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.127, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10338.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6920687001600, "copied_frame_count": 2503142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6920687001600, "frame_buffer_copies": 2503142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0795, "count": 512, "max_ms": 1.0023, "p50_ms": 0.0698, "p95_ms": 0.1223, "p99_ms": 0.1604}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0477, "count": 512, "max_ms": 3.162, "p50_ms": 0.9418, "p95_ms": 1.7124, "p99_ms": 2.3885, "results": {"failed": 0, "not_applicable": 0, "success": 2503142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:57+09:00", "last_error_summary": "[h264 @ 0x5ad4faebbc00] error while decoding MB 62 62, bytestream -29 [h264 @ 0x5ad4faebbc00] error while decoding MB 98 60, bytestream -9 [in#0/rtsp @ 0x5ad4fa6ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ad4fa6ade00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13872.054, "last_started_at": "2026-11-02T08:16:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 5, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.536, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-11-02T12:07:57+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-02T12:07:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.759, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 388.241, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-02T12:07:57.101183+09:00", "mtime_epoch": 1793588877.1011827, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 260123}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T12:07:57+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2014.215, "name": "celery", "pid": 180, "rss_mb": 2003.285, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.362, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 34, "pushed_frames": 34, "read_frames": 34, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.251, "pushed": 1.251, "read": 1.251}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 75.014, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.501, "count": 34, "max_ms": 1.72, "p95_ms": 1.32, "reason": null, "sample_age_ms": 102.991, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 34, "max_ms": 1.334, "p95_ms": 0.839, "reason": null, "sample_age_ms": 103.277, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 34, "max_ms": 0.154, "p95_ms": 0.106, "reason": null, "sample_age_ms": 75.022, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.902, "count": 34, "max_ms": 1.258, "p95_ms": 1.24, "reason": null, "sample_age_ms": 102.113, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.097, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.137, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.237, "count": 34, "max_ms": 42.84, "p95_ms": 35.31, "reason": null, "sample_age_ms": 75.01, "source": "client_direct"}, "sample_age_ms": 75.005, "source": "client_direct", "task_total_ms": {"avg_ms": 29.327, "count": 34, "max_ms": 44.201, "p95_ms": 36.381, "reason": null, "sample_age_ms": 75.005, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.006, "count": 34, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 65.488, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.559, "count": 34, "max_ms": 17.785, "p95_ms": 12.185, "reason": null, "sample_age_ms": 92.924, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 34, "max_ms": 0.02, "p95_ms": 0.019, "reason": null, "sample_age_ms": 103.148, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.038, "count": 34, "max_ms": 0.076, "p95_ms": 0.061, "reason": null, "sample_age_ms": 65.493, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.185, "count": 34, "max_ms": 1.941, "p95_ms": 1.484, "reason": null, "sample_age_ms": 91.521, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.505, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.536, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.743, "count": 34, "max_ms": 38.667, "p95_ms": 34.052, "reason": null, "sample_age_ms": 65.486, "source": "client_direct"}, "sample_age_ms": 65.483, "source": "client_direct", "task_total_ms": {"avg_ms": 29.072, "count": 34, "max_ms": 40.03, "p95_ms": 35.853, "reason": null, "sample_age_ms": 65.483, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.012, "p95_ms": 0.008, "reason": null, "sample_age_ms": 66.085, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.904, "count": 34, "max_ms": 12.276, "p95_ms": 8.273, "reason": null, "sample_age_ms": 96.984, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 34, "max_ms": 0.026, "p95_ms": 0.02, "reason": null, "sample_age_ms": 103.177, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 34, "max_ms": 0.078, "p95_ms": 0.065, "reason": null, "sample_age_ms": 66.09, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.117, "count": 34, "max_ms": 1.762, "p95_ms": 1.584, "reason": null, "sample_age_ms": 95.395, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.374, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.994, "count": 34, "max_ms": 35.518, "p95_ms": 34.243, "reason": null, "sample_age_ms": 66.081, "source": "client_direct"}, "sample_age_ms": 66.078, "source": "client_direct", "task_total_ms": {"avg_ms": 30.268, "count": 34, "max_ms": 37.46, "p95_ms": 35.612, "reason": null, "sample_age_ms": 66.078, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 62.851, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.153, "count": 34, "max_ms": 4.558, "p95_ms": 4.039, "reason": null, "sample_age_ms": 100.351, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 34, "max_ms": 0.04, "p95_ms": 0.027, "reason": null, "sample_age_ms": 103.21, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.138, "count": 34, "max_ms": 0.206, "p95_ms": 0.2, "reason": null, "sample_age_ms": 62.858, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.13, "count": 34, "max_ms": 2.206, "p95_ms": 1.643, "reason": null, "sample_age_ms": 99.332, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.316, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.259, "count": 34, "max_ms": 46.087, "p95_ms": 42.02, "reason": null, "sample_age_ms": 62.848, "source": "client_direct"}, "sample_age_ms": 62.845, "source": "client_direct", "task_total_ms": {"avg_ms": 36.627, "count": 34, "max_ms": 47.221, "p95_ms": 43.535, "reason": null, "sample_age_ms": 62.845, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.34, "count": 34, "max_ms": 4.759, "p95_ms": 3.21}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 34, "max_ms": 0.343, "p95_ms": 0.319}, "detection_prepare_ms": {"avg_ms": 0.881, "count": 34, "max_ms": 2.699, "p95_ms": 1.228}, "event_filter_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 34, "max_ms": 0.331, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 34, "max_ms": 0.356, "p95_ms": 0.272}, "setup_ms": {"avg_ms": 0.023, "count": 34, "max_ms": 0.04, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 2.311, "count": 34, "max_ms": 4.729, "p95_ms": 3.153}, "track_match_ms": {"avg_ms": 0.038, "count": 34, "max_ms": 0.08, "p95_ms": 0.068}, "tracker_update_ms": {"avg_ms": 0.9, "count": 34, "max_ms": 1.374, "p95_ms": 1.316}}, "gstreamer_push": {"avg_ms": 2.151, "count": 34, "max_ms": 8.242, "p95_ms": 5.83}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.01, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.112, "count": 34, "max_ms": 46.186, "p95_ms": 43.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.218, "count": 34, "max_ms": 55.933, "p95_ms": 51.629}, "yolo11_640_fire_11class": {"avg_ms": 37.683, "count": 34, "max_ms": 47.218, "p95_ms": 44.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.185, "count": 34, "max_ms": 51.625, "p95_ms": 50.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.481, "count": 34, "max_ms": 6.074, "p95_ms": 4.522}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 46.304, "count": 34, "max_ms": 60.55, "p95_ms": 56.375}, "inference_input_copy_ms": {"avg_ms": 0.717, "count": 34, "max_ms": 2.155, "p95_ms": 1.572}, "processing_residual_ms": {"avg_ms": 0.067, "count": 34, "max_ms": 0.246, "p95_ms": 0.109}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 48.569, "count": 34, "max_ms": 64.943, "p95_ms": 62.219}, "read_interval": {"avg_ms": 953.05, "count": 34, "max_ms": 25196.143, "p95_ms": 5339.184}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 34, "max_ms": 0.04, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.11, "count": 34, "max_ms": 0.245, "p95_ms": 0.173}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 34, "max_ms": 0.026, "p95_ms": 0.026}, "scenario.falldown_detected_ms": {"avg_ms": 0.047, "count": 34, "max_ms": 0.098, "p95_ms": 0.08}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.003, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 34, "max_ms": 0.108, "p95_ms": 0.07}, "worker_merge_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.049, "count": 34, "max_ms": 55.941, "p95_ms": 51.634}, "visualize": {"avg_ms": 2.307, "count": 34, "max_ms": 5.595, "p95_ms": 3.128}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.353, "count": 34, "max_ms": 3.41, "p95_ms": 2.072}, "visualize_input_copy_ms": {"avg_ms": 0.834, "count": 34, "max_ms": 1.957, "p95_ms": 1.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.276, "count": 34, "max_ms": 3.281, "p95_ms": 2.002}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 34, "max_ms": 0.084, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 34}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2007.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.089, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.536, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.197, "exists": true, "size_bytes": 262348, "write_bytes_delta": 262348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 60.0, "cpu_core_ratio": 0.027643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11463.0, "pid": 45093, "reason": null, "system_cpu_core_ratio": 0.004822, "system_cpu_s_delta": 0.1500000000000341, "user_cpu_core_ratio": 0.022822, "user_cpu_s_delta": 0.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.063323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22677.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.023786, "system_cpu_s_delta": 0.7399999999979627, "user_cpu_core_ratio": 0.039536, "user_cpu_s_delta": 1.2300000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.75, "count": 11, "max_ms": 8.242, "p95_ms": 8.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.663, "count": 30, "max": 59.61, "p95": 45.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.16, "count": 30, "max": 25.087, "p95": 23.569, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.467, "count": 30, "max": 864.0, "p95": 849.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 388.6, "count": 30, "max": 11463.0, "p95": 107.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.251, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.84, "count": 30, "max": 25.197, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257040.033, "count": 30, "max": 262499.0, "p95": 262174.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257040.033, "count": 30, "max": 262499.0, "p95": 262174.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202534.3, "count": 30, "max": 393008.0, "p95": 294839.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.668, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.085, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18494, "sampled_at": "2026-11-02T12:07:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.168, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10368.684, "limit_mb": null}, "detail": {"pid": 48612, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6920687001600, "copied_frame_count": 2503142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 6920687001600, "frame_buffer_copies": 2503142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0795, "count": 512, "max_ms": 1.0023, "p50_ms": 0.0698, "p95_ms": 0.1223, "p99_ms": 0.1604}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0477, "count": 512, "max_ms": 3.162, "p50_ms": 0.9418, "p95_ms": 1.7124, "p99_ms": 2.3885, "results": {"failed": 0, "not_applicable": 0, "success": 2503142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:57+09:00", "last_error_summary": "[h264 @ 0x5ad4faebbc00] error while decoding MB 62 62, bytestream -29 [h264 @ 0x5ad4faebbc00] error while decoding MB 98 60, bytestream -9 [in#0/rtsp @ 0x5ad4fa6ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ad4fa6ade00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T12:07:59+09:00", "pid": 48612, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.676, "name": "ffmpeg", "pid": 48612, "rss_mb": 57.676, "state": "S (sleeping)", "threads": 1}, "restart_count": 6, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.574, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.876, "last_frame_pushed_at": "2026-11-02T12:07:57+09:00", "last_frame_read_age_sec": 4.927, "last_frame_read_at": "2026-11-02T12:07:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 216.585, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 383.415, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 4.868, "exists": true, "mtime": "2026-11-02T12:07:57.101183+09:00", "mtime_epoch": 1793588877.1011827, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 260123}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T12:08:01+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2014.215, "name": "celery", "pid": 180, "rss_mb": 2003.289, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6.189, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 24, "pushed_frames": 24, "read_frames": 24, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.851, "pushed": 3.851, "read": 3.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4900.301, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.503, "count": 24, "max_ms": 1.38, "p95_ms": 1.257, "reason": null, "sample_age_ms": 4928.278, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.117, "count": 24, "max_ms": 0.882, "p95_ms": 0.708, "reason": null, "sample_age_ms": 4928.564, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.075, "count": 24, "max_ms": 0.154, "p95_ms": 0.107, "reason": null, "sample_age_ms": 4900.308, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.894, "count": 24, "max_ms": 1.258, "p95_ms": 1.243, "reason": null, "sample_age_ms": 4927.399, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4927.384, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4900.424, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.29, "count": 24, "max_ms": 40.631, "p95_ms": 32.233, "reason": null, "sample_age_ms": 4900.297, "source": "client_direct"}, "sample_age_ms": 4900.292, "source": "client_direct", "task_total_ms": {"avg_ms": 28.375, "count": 24, "max_ms": 41.689, "p95_ms": 33.323, "reason": null, "sample_age_ms": 4900.292, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.006, "count": 24, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4890.775, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.42, "count": 24, "max_ms": 12.697, "p95_ms": 11.895, "reason": null, "sample_age_ms": 4918.211, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 24, "max_ms": 0.019, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4928.435, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.037, "count": 24, "max_ms": 0.076, "p95_ms": 0.048, "reason": null, "sample_age_ms": 4890.78, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.164, "count": 24, "max_ms": 1.52, "p95_ms": 1.451, "reason": null, "sample_age_ms": 4916.807, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4916.792, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4890.823, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.501, "count": 24, "max_ms": 38.667, "p95_ms": 33.616, "reason": null, "sample_age_ms": 4890.772, "source": "client_direct"}, "sample_age_ms": 4890.77, "source": "client_direct", "task_total_ms": {"avg_ms": 28.809, "count": 24, "max_ms": 40.03, "p95_ms": 35.171, "reason": null, "sample_age_ms": 4890.77, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.012, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4891.371, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.755, "count": 24, "max_ms": 8.36, "p95_ms": 8.083, "reason": null, "sample_age_ms": 4922.271, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 24, "max_ms": 0.026, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4928.463, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.047, "count": 24, "max_ms": 0.078, "p95_ms": 0.06, "reason": null, "sample_age_ms": 4891.376, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.134, "count": 24, "max_ms": 1.762, "p95_ms": 1.549, "reason": null, "sample_age_ms": 4920.682, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4920.661, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4891.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.173, "count": 24, "max_ms": 35.518, "p95_ms": 34.241, "reason": null, "sample_age_ms": 4891.367, "source": "client_direct"}, "sample_age_ms": 4891.365, "source": "client_direct", "task_total_ms": {"avg_ms": 30.465, "count": 24, "max_ms": 37.46, "p95_ms": 35.798, "reason": null, "sample_age_ms": 4891.365, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4888.138, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.132, "count": 24, "max_ms": 4.28, "p95_ms": 3.903, "reason": null, "sample_age_ms": 4925.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.04, "p95_ms": 0.025, "reason": null, "sample_age_ms": 4928.497, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.138, "count": 24, "max_ms": 0.206, "p95_ms": 0.204, "reason": null, "sample_age_ms": 4888.144, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.08, "count": 24, "max_ms": 1.584, "p95_ms": 1.454, "reason": null, "sample_age_ms": 4924.619, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4924.603, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4888.288, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.51, "count": 24, "max_ms": 46.087, "p95_ms": 43.949, "reason": null, "sample_age_ms": 4888.135, "source": "client_direct"}, "sample_age_ms": 4888.131, "source": "client_direct", "task_total_ms": {"avg_ms": 36.83, "count": 24, "max_ms": 47.221, "p95_ms": 45.22, "reason": null, "sample_age_ms": 4888.131, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.261, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.259, "count": 24, "max_ms": 2.946, "p95_ms": 2.834}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.149, "count": 24, "max_ms": 0.319, "p95_ms": 0.211}, "detection_prepare_ms": {"avg_ms": 0.824, "count": 24, "max_ms": 1.114, "p95_ms": 1.092}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.155, "count": 24, "max_ms": 0.246, "p95_ms": 0.209}, "mcmt_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 24, "max_ms": 0.272, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.023, "count": 24, "max_ms": 0.04, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 2.23, "count": 24, "max_ms": 2.91, "p95_ms": 2.793}, "track_match_ms": {"avg_ms": 0.038, "count": 24, "max_ms": 0.08, "p95_ms": 0.068}, "tracker_update_ms": {"avg_ms": 0.891, "count": 24, "max_ms": 1.316, "p95_ms": 1.243}}, "gstreamer_push": {"avg_ms": 2.03, "count": 24, "max_ms": 5.83, "p95_ms": 5.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.009, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 29.166, "count": 24, "max_ms": 43.245, "p95_ms": 34.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 39.827, "count": 24, "max_ms": 51.629, "p95_ms": 47.945}, "yolo11_640_fire_11class": {"avg_ms": 37.712, "count": 24, "max_ms": 44.748, "p95_ms": 44.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.344, "count": 24, "max_ms": 51.625, "p95_ms": 50.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.367, "count": 24, "max_ms": 4.522, "p95_ms": 4.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 45.91, "count": 24, "max_ms": 56.375, "p95_ms": 55.52}, "inference_input_copy_ms": {"avg_ms": 0.719, "count": 24, "max_ms": 2.155, "p95_ms": 1.572}, "processing_residual_ms": {"avg_ms": 0.068, "count": 24, "max_ms": 0.246, "p95_ms": 0.103}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 48.065, "count": 24, "max_ms": 62.219, "p95_ms": 57.308}, "read_interval": {"avg_ms": 1104.216, "count": 24, "max_ms": 25196.143, "p95_ms": 99.26}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 24, "max_ms": 0.04, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.107, "count": 24, "max_ms": 0.173, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 24, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.falldown_detected_ms": {"avg_ms": 0.046, "count": 24, "max_ms": 0.08, "p95_ms": 0.076}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.043, "count": 24, "max_ms": 0.07, "p95_ms": 0.062}, "worker_merge_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.017, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 40.689, "count": 24, "max_ms": 51.634, "p95_ms": 50.03}, "visualize": {"avg_ms": 2.365, "count": 24, "max_ms": 5.595, "p95_ms": 3.128}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.392, "count": 24, "max_ms": 3.41, "p95_ms": 2.072}, "visualize_input_copy_ms": {"avg_ms": 0.855, "count": 24, "max_ms": 1.957, "p95_ms": 1.022}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.316, "count": 24, "max_ms": 3.281, "p95_ms": 2.002}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 24, "max_ms": 0.084, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2007.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.089, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.536, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.197, "exists": true, "size_bytes": 262348, "write_bytes_delta": 262348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 60.0, "cpu_core_ratio": 0.027643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11463.0, "pid": 45093, "reason": null, "system_cpu_core_ratio": 0.004822, "system_cpu_s_delta": 0.1500000000000341, "user_cpu_core_ratio": 0.022822, "user_cpu_s_delta": 0.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.063323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22677.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.023786, "system_cpu_s_delta": 0.7399999999979627, "user_cpu_core_ratio": 0.039536, "user_cpu_s_delta": 1.2300000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.75, "count": 11, "max_ms": 8.242, "p95_ms": 8.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.663, "count": 30, "max": 59.61, "p95": 45.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.16, "count": 30, "max": 25.087, "p95": 23.569, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.467, "count": 30, "max": 864.0, "p95": 849.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 388.6, "count": 30, "max": 11463.0, "p95": 107.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.251, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.84, "count": 30, "max": 25.197, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257040.033, "count": 30, "max": 262499.0, "p95": 262174.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257040.033, "count": 30, "max": 262499.0, "p95": 262174.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202534.3, "count": 30, "max": 393008.0, "p95": 294839.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.668, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.085, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 18494, "sampled_at": "2026-11-02T12:07:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:07:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 6.232, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3366675, "flush_count": 4165, "flush_interval_seconds": 30.0, "flush_state": {"count": 4165, "last_at": "2026-11-02T12:07:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:07:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4164}, "started": true, "suppressed_count": 2472245, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2472241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4165, "written_record_count": 4165}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10164.023, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6846764544000, "copied_frame_count": 2476405, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6846764544000, "frame_buffer_copies": 2476405, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0851, "count": 512, "max_ms": 0.8329, "p50_ms": 0.0748, "p95_ms": 0.1496, "p99_ms": 0.2158}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0156, "count": 512, "max_ms": 5.931, "p50_ms": 0.9421, "p95_ms": 1.5831, "p99_ms": 1.9618, "results": {"failed": 0, "not_applicable": 0, "success": 2476405, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.047, "last_started_at": "2026-11-02T12:07:43+09:00", "pid": 48380, "process": {"exists": false, "pid": 48380}, "restart_count": 100, "restart_count_per_hour": 1, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.336, "sample_count": 2441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-02T12:08:09+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-02T12:08:09+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.185, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 375.815, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-02T12:08:09.573271+09:00", "mtime_epoch": 1793588889.5732708, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 121694}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:08:09+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2044.363, "name": "celery", "pid": 176, "rss_mb": 2044.363, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2476405, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.953, "pushed": 2.953, "read": 2.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.013, "p95_ms": 0.006, "reason": null, "sample_age_ms": 39.91, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 86, "max_ms": 1.719, "p95_ms": 1.245, "reason": null, "sample_age_ms": 63.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.234, "count": 86, "max_ms": 1.494, "p95_ms": 1.056, "reason": null, "sample_age_ms": 63.655, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 86, "max_ms": 0.156, "p95_ms": 0.08, "reason": null, "sample_age_ms": 39.915, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.796, "count": 86, "max_ms": 1.922, "p95_ms": 1.236, "reason": null, "sample_age_ms": 62.801, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2211848.0, "count": 86, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.788, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.972, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.621, "count": 86, "max_ms": 38.794, "p95_ms": 32.993, "reason": null, "sample_age_ms": 39.908, "source": "client_direct"}, "sample_age_ms": 39.905, "source": "client_direct", "task_total_ms": {"avg_ms": 26.573, "count": 86, "max_ms": 40.157, "p95_ms": 34.09, "reason": null, "sample_age_ms": 39.905, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.451, "count": 86, "max_ms": 0.884, "p95_ms": 0.638}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.141, "count": 86, "max_ms": 0.244, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 86, "max_ms": 0.155, "p95_ms": 0.102}, "event_filter_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.015, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.094, "p95_ms": 0.069}, "mcmt_ms": {"avg_ms": 0.002, "count": 86, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 86, "max_ms": 0.252, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.026, "count": 86, "max_ms": 0.073, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.424, "count": 86, "max_ms": 0.821, "p95_ms": 0.603}, "track_match_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.014, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.045, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 1.929, "count": 86, "max_ms": 3.677, "p95_ms": 3.231}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 86, "max_ms": 0.412, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.182, "count": 86, "max_ms": 40.554, "p95_ms": 35.168}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 86, "max_ms": 0.055, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.942, "count": 86, "max_ms": 71.521, "p95_ms": 68.384}, "inference_input_copy_ms": {"avg_ms": 1.014, "count": 86, "max_ms": 2.628, "p95_ms": 1.491}, "processing_residual_ms": {"avg_ms": 0.079, "count": 86, "max_ms": 0.164, "p95_ms": 0.125}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.057, "count": 86, "max_ms": 72.604, "p95_ms": 69.398}, "read_interval": {"avg_ms": 455.682, "count": 86, "max_ms": 10130.378, "p95_ms": 783.525}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 86, "max_ms": 0.026, "p95_ms": 0.014}, "execute_total_ms": {"avg_ms": 0.08, "count": 86, "max_ms": 0.184, "p95_ms": 0.119}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.013, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 86, "max_ms": 0.158, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.191, "count": 86, "max_ms": 40.564, "p95_ms": 35.176}, "visualize": {"avg_ms": 23.662, "count": 86, "max_ms": 37.717, "p95_ms": 31.61}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.117, "count": 86, "max_ms": 37.121, "p95_ms": 30.518}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.542, "count": 86, "max_ms": 37.595, "p95_ms": 31.33}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.485, "count": 86, "max_ms": 37.537, "p95_ms": 31.194}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 86, "max_ms": 0.109, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2044.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.413, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.221, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120724, "write_bytes_delta": 120724, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 206.0, "cpu_core_ratio": 0.250561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10002.0, "pid": 48380, "reason": null, "system_cpu_core_ratio": 0.017827, "system_cpu_s_delta": 0.17999999999999994, "user_cpu_core_ratio": 0.232735, "user_cpu_s_delta": 2.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.149545, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.013865, "system_cpu_s_delta": 0.13999999999941792, "user_cpu_core_ratio": 0.135679, "user_cpu_s_delta": 1.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.912, "count": 40, "max_ms": 3.261, "p95_ms": 3.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.856, "count": 30, "max": 47.066, "p95": 36.35, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.327, "count": 30, "max": 23.287, "p95": 21.742, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.567, "count": 30, "max": 741.0, "p95": 735.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 439.667, "count": 30, "max": 10002.0, "p95": 1698.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.054, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.023, "p95": 0.993, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.043, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120194.267, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120194.267, "count": 30, "max": 121713.0, "p95": 121614.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.767, "count": 30, "max": 32.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.061, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.609, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20732, "sampled_at": "2026-11-02T12:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.121, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3370865, "flush_count": 4170, "flush_interval_seconds": 30.0, "flush_state": {"count": 4170, "last_at": "2026-11-02T12:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4169}, "started": true, "suppressed_count": 2475233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2475229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4170, "written_record_count": 4170}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10201.641, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6855039590400, "copied_frame_count": 2479398, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6855039590400, "frame_buffer_copies": 2479398, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2837, "p50_ms": 0.0894, "p95_ms": 0.1777, "p99_ms": 0.2471}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3108, "count": 512, "max_ms": 5.8534, "p50_ms": 1.1895, "p95_ms": 2.3836, "p99_ms": 3.4705, "results": {"failed": 0, "not_applicable": 0, "success": 2479398, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:07:40+09:00", "last_error_summary": "[h264 @ 0x6432648d72c0] error while decoding MB 111 92, bytestream -8 [in#0/rtsp @ 0x643263b3fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643263b3fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.558, "last_started_at": "2026-11-02T12:08:12+09:00", "pid": 48728, "process": {"exists": false, "pid": 48728}, "restart_count": 101, "restart_count_per_hour": 2, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.168, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T12:13:34+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-11-02T12:13:34+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.32, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 50.68, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-02T12:13:34.655382+09:00", "mtime_epoch": 1793589214.6553824, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123790}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:13:34+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2045.816, "name": "celery", "pid": 176, "rss_mb": 2045.816, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2479398, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.693, "pushed": 5.693, "read": 5.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.006, "count": 144, "max_ms": 0.04, "p95_ms": 0.012, "reason": null, "sample_age_ms": 25.811, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.386, "count": 144, "max_ms": 1.865, "p95_ms": 1.269, "reason": null, "sample_age_ms": 53.134, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 144, "max_ms": 1.602, "p95_ms": 1.046, "reason": null, "sample_age_ms": 53.311, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 144, "max_ms": 0.193, "p95_ms": 0.11, "reason": null, "sample_age_ms": 25.815, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 144, "max_ms": 2.457, "p95_ms": 1.7, "reason": null, "sample_age_ms": 52.403, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 52.387, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.876, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.883, "count": 144, "max_ms": 52.389, "p95_ms": 41.203, "reason": null, "sample_age_ms": 25.808, "source": "client_direct"}, "sample_age_ms": 25.805, "source": "client_direct", "task_total_ms": {"avg_ms": 32.209, "count": 144, "max_ms": 55.964, "p95_ms": 43.189, "reason": null, "sample_age_ms": 25.805, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.551, "count": 144, "max_ms": 1.41, "p95_ms": 0.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 144, "max_ms": 0.59, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 144, "max_ms": 0.206, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 144, "max_ms": 0.16, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 144, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 144, "max_ms": 0.498, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.032, "count": 144, "max_ms": 0.083, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.52, "count": 144, "max_ms": 1.342, "p95_ms": 0.848}, "track_match_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 144, "max_ms": 0.104, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.214, "count": 144, "max_ms": 5.791, "p95_ms": 3.534}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.091, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.849, "count": 144, "max_ms": 57.794, "p95_ms": 44.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.127, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.766, "count": 144, "max_ms": 96.253, "p95_ms": 81.692}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 144, "max_ms": 4.043, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.105, "count": 144, "max_ms": 0.212, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.611, "count": 144, "max_ms": 97.689, "p95_ms": 83.262}, "read_interval": {"avg_ms": 219.435, "count": 144, "max_ms": 7106.994, "p95_ms": 128.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.058, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 144, "max_ms": 0.324, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.032, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 144, "max_ms": 0.291, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.012, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.86, "count": 144, "max_ms": 57.805, "p95_ms": 44.444}, "visualize": {"avg_ms": 27.706, "count": 144, "max_ms": 49.223, "p95_ms": 37.717}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.063, "count": 144, "max_ms": 48.574, "p95_ms": 37.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.563, "count": 144, "max_ms": 49.081, "p95_ms": 37.582}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.491, "count": 144, "max_ms": 49.019, "p95_ms": 37.516}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2045.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.044, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.323, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124120, "write_bytes_delta": 124120, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 612.0, "cpu_core_ratio": 1.464942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3581.0, "pid": 48728, "reason": null, "system_cpu_core_ratio": 0.361651, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 1.103292, "user_cpu_s_delta": 15.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.429139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038146, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.390994, "user_cpu_s_delta": 5.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.7, "count": 283, "max_ms": 6.261, "p95_ms": 4.462, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.2, "count": 30, "max": 46.585, "p95": 40.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.732, "count": 30, "max": 22.389, "p95": 19.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 899.0, "p95": 875.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2618.333, "count": 30, "max": 64496.0, "p95": 7112.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.362, "p95": 0.082, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.15, "count": 30, "max": 1.862, "p95": 1.737, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.585, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.0, "count": 30, "max": 33.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.731, "p95": 0.718, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20762, "sampled_at": "2026-11-02T12:13:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:13:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.296, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3370865, "flush_count": 4170, "flush_interval_seconds": 30.0, "flush_state": {"count": 4170, "last_at": "2026-11-02T12:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4169}, "started": true, "suppressed_count": 2475233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2475229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4170, "written_record_count": 4170}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10202.133, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59db0fd42c40] error while decoding MB 143 82, bytestream -7 [h264 @ 0x59db0f17c880] cabac decode of qscale diff failed at 87 89 [h264 @ 0x59db0f17c880] error while decoding MB 87 89, bytestream 598", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6855039590400, "copied_frame_count": 2479398, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6855039590400, "frame_buffer_copies": 2479398, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2837, "p50_ms": 0.0894, "p95_ms": 0.1777, "p99_ms": 0.2471}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3108, "count": 512, "max_ms": 5.8534, "p50_ms": 1.1895, "p95_ms": 2.3836, "p99_ms": 3.4705, "results": {"failed": 0, "not_applicable": 0, "success": 2479398, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:13:34+09:00", "last_error_summary": "[h264 @ 0x59db0fd42c40] error while decoding MB 143 82, bytestream -7 [h264 @ 0x59db0f17c880] cabac decode of qscale diff failed at 87 89 [h264 @ 0x59db0f17c880] error while decoding MB 87 89, bytestream 598", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.566, "last_started_at": "2026-11-02T12:08:12+09:00", "pid": 48728, "process": {"exists": false, "pid": 48728}, "restart_count": 101, "restart_count_per_hour": 2, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.168, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-11-02T12:13:34+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-02T12:13:34+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.329, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 50.671, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-02T12:13:34.706383+09:00", "mtime_epoch": 1793589214.7063828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124426}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:13:34+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2045.816, "name": "celery", "pid": 176, "rss_mb": 2045.816, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2479398, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.691, "pushed": 5.691, "read": 5.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.006, "count": 144, "max_ms": 0.04, "p95_ms": 0.012, "reason": null, "sample_age_ms": 33.576, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.386, "count": 144, "max_ms": 1.865, "p95_ms": 1.269, "reason": null, "sample_age_ms": 60.9, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 144, "max_ms": 1.602, "p95_ms": 1.046, "reason": null, "sample_age_ms": 61.076, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 144, "max_ms": 0.193, "p95_ms": 0.11, "reason": null, "sample_age_ms": 33.581, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 144, "max_ms": 2.457, "p95_ms": 1.7, "reason": null, "sample_age_ms": 60.169, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 60.153, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.642, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.883, "count": 144, "max_ms": 52.389, "p95_ms": 41.203, "reason": null, "sample_age_ms": 33.573, "source": "client_direct"}, "sample_age_ms": 33.571, "source": "client_direct", "task_total_ms": {"avg_ms": 32.209, "count": 144, "max_ms": 55.964, "p95_ms": 43.189, "reason": null, "sample_age_ms": 33.571, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.576, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.551, "count": 144, "max_ms": 1.41, "p95_ms": 0.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 144, "max_ms": 0.59, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 144, "max_ms": 0.206, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 144, "max_ms": 0.16, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 144, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 144, "max_ms": 0.498, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.032, "count": 144, "max_ms": 0.083, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.52, "count": 144, "max_ms": 1.342, "p95_ms": 0.848}, "track_match_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 144, "max_ms": 0.104, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.214, "count": 144, "max_ms": 5.791, "p95_ms": 3.534}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.091, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.849, "count": 144, "max_ms": 57.794, "p95_ms": 44.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.127, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.766, "count": 144, "max_ms": 96.253, "p95_ms": 81.692}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 144, "max_ms": 4.043, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.105, "count": 144, "max_ms": 0.212, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.611, "count": 144, "max_ms": 97.689, "p95_ms": 83.262}, "read_interval": {"avg_ms": 219.435, "count": 144, "max_ms": 7106.994, "p95_ms": 128.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.058, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 144, "max_ms": 0.324, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.032, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 144, "max_ms": 0.291, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.012, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.86, "count": 144, "max_ms": 57.805, "p95_ms": 44.444}, "visualize": {"avg_ms": 27.706, "count": 144, "max_ms": 49.223, "p95_ms": 37.717}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.063, "count": 144, "max_ms": 48.574, "p95_ms": 37.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.563, "count": 144, "max_ms": 49.081, "p95_ms": 37.582}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.491, "count": 144, "max_ms": 49.019, "p95_ms": 37.516}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2045.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.044, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.323, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124120, "write_bytes_delta": 124120, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 612.0, "cpu_core_ratio": 1.464942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3581.0, "pid": 48728, "reason": null, "system_cpu_core_ratio": 0.361651, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 1.103292, "user_cpu_s_delta": 15.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.429139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038146, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.390994, "user_cpu_s_delta": 5.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.7, "count": 283, "max_ms": 6.261, "p95_ms": 4.462, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.2, "count": 30, "max": 46.585, "p95": 40.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.732, "count": 30, "max": 22.389, "p95": 19.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 899.0, "p95": 875.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2618.333, "count": 30, "max": 64496.0, "p95": 7112.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.362, "p95": 0.082, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.15, "count": 30, "max": 1.862, "p95": 1.737, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.585, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.0, "count": 30, "max": 33.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.731, "p95": 0.718, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20762, "sampled_at": "2026-11-02T12:13:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:13:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.304, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3370865, "flush_count": 4170, "flush_interval_seconds": 30.0, "flush_state": {"count": 4170, "last_at": "2026-11-02T12:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4169}, "started": true, "suppressed_count": 2475233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2475229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4170, "written_record_count": 4170}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10202.41, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6855039590400, "copied_frame_count": 2479398, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6855039590400, "frame_buffer_copies": 2479398, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2837, "p50_ms": 0.0894, "p95_ms": 0.1777, "p99_ms": 0.2471}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3108, "count": 512, "max_ms": 5.8534, "p50_ms": 1.1895, "p95_ms": 2.3836, "p99_ms": 3.4705, "results": {"failed": 0, "not_applicable": 0, "success": 2479398, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:13:34+09:00", "last_error_summary": "[h264 @ 0x59db0fd42c40] error while decoding MB 143 82, bytestream -7 [h264 @ 0x59db0f17c880] cabac decode of qscale diff failed at 87 89 [h264 @ 0x59db0f17c880] error while decoding MB 87 89, bytestream 598", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.587, "last_started_at": "2026-11-02T12:08:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 101, "restart_count_per_hour": 2, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.168, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-02T12:13:34+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-02T12:13:34+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.347, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 50.653, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T12:13:34.706383+09:00", "mtime_epoch": 1793589214.7063828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124426}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:13:34+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2045.816, "name": "celery", "pid": 176, "rss_mb": 2045.816, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2479398, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.686, "pushed": 5.686, "read": 5.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.006, "count": 144, "max_ms": 0.04, "p95_ms": 0.012, "reason": null, "sample_age_ms": 53.984, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.386, "count": 144, "max_ms": 1.865, "p95_ms": 1.269, "reason": null, "sample_age_ms": 81.308, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 144, "max_ms": 1.602, "p95_ms": 1.046, "reason": null, "sample_age_ms": 81.484, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 144, "max_ms": 0.193, "p95_ms": 0.11, "reason": null, "sample_age_ms": 53.988, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 144, "max_ms": 2.457, "p95_ms": 1.7, "reason": null, "sample_age_ms": 80.576, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.56, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.049, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.883, "count": 144, "max_ms": 52.389, "p95_ms": 41.203, "reason": null, "sample_age_ms": 53.981, "source": "client_direct"}, "sample_age_ms": 53.978, "source": "client_direct", "task_total_ms": {"avg_ms": 32.209, "count": 144, "max_ms": 55.964, "p95_ms": 43.189, "reason": null, "sample_age_ms": 53.978, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.718, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.551, "count": 144, "max_ms": 1.41, "p95_ms": 0.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 144, "max_ms": 0.59, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 144, "max_ms": 0.206, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 144, "max_ms": 0.16, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 144, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 144, "max_ms": 0.498, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.032, "count": 144, "max_ms": 0.083, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.52, "count": 144, "max_ms": 1.342, "p95_ms": 0.848}, "track_match_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 144, "max_ms": 0.104, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.214, "count": 144, "max_ms": 5.791, "p95_ms": 3.534}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.091, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.849, "count": 144, "max_ms": 57.794, "p95_ms": 44.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.127, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.766, "count": 144, "max_ms": 96.253, "p95_ms": 81.692}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 144, "max_ms": 4.043, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.105, "count": 144, "max_ms": 0.212, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.611, "count": 144, "max_ms": 97.689, "p95_ms": 83.262}, "read_interval": {"avg_ms": 219.435, "count": 144, "max_ms": 7106.994, "p95_ms": 128.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.058, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 144, "max_ms": 0.324, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.032, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 144, "max_ms": 0.291, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.012, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.86, "count": 144, "max_ms": 57.805, "p95_ms": 44.444}, "visualize": {"avg_ms": 27.706, "count": 144, "max_ms": 49.223, "p95_ms": 37.717}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.063, "count": 144, "max_ms": 48.574, "p95_ms": 37.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.563, "count": 144, "max_ms": 49.081, "p95_ms": 37.582}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.491, "count": 144, "max_ms": 49.019, "p95_ms": 37.516}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2045.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.044, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.323, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124120, "write_bytes_delta": 124120, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 612.0, "cpu_core_ratio": 1.464942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3581.0, "pid": 48728, "reason": null, "system_cpu_core_ratio": 0.361651, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 1.103292, "user_cpu_s_delta": 15.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.429139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038146, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.390994, "user_cpu_s_delta": 5.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.7, "count": 283, "max_ms": 6.261, "p95_ms": 4.462, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.2, "count": 30, "max": 46.585, "p95": 40.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.732, "count": 30, "max": 22.389, "p95": 19.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 899.0, "p95": 875.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2618.333, "count": 30, "max": 64496.0, "p95": 7112.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.362, "p95": 0.082, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.15, "count": 30, "max": 1.862, "p95": 1.737, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.585, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.0, "count": 30, "max": 33.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.731, "p95": 0.718, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20762, "sampled_at": "2026-11-02T12:13:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:13:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.325, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3370865, "flush_count": 4170, "flush_interval_seconds": 30.0, "flush_state": {"count": 4170, "last_at": "2026-11-02T12:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T12:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4169}, "started": true, "suppressed_count": 2475233, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2475229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4170, "written_record_count": 4170}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10218.715, "limit_mb": null}, "detail": {"pid": 48844, "restart_count": 102, "start_count": 103}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6855039590400, "copied_frame_count": 2479398, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 6855039590400, "frame_buffer_copies": 2479398, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2837, "p50_ms": 0.0894, "p95_ms": 0.1777, "p99_ms": 0.2471}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3108, "count": 512, "max_ms": 5.8534, "p50_ms": 1.1895, "p95_ms": 2.3836, "p99_ms": 3.4705, "results": {"failed": 0, "not_applicable": 0, "success": 2479398, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:13:34+09:00", "last_error_summary": "[h264 @ 0x59db0fd42c40] error while decoding MB 143 82, bytestream -7 [h264 @ 0x59db0f17c880] cabac decode of qscale diff failed at 87 89 [h264 @ 0x59db0f17c880] error while decoding MB 87 89, bytestream 598", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T12:13:36+09:00", "pid": 48844, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.0, "name": "ffmpeg", "pid": 48844, "rss_mb": 49.832, "state": "R (running)", "threads": 1}, "restart_count": 102, "restart_count_per_hour": 3, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.841, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.117, "last_frame_pushed_at": "2026-11-02T12:13:34+09:00", "last_frame_read_age_sec": 4.166, "last_frame_read_at": "2026-11-02T12:13:34+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 553.439, "last_sample_duration_ms": 877.719, "last_trigger": "periodic", "next_snapshot_in_sec": 46.561, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 419, "storage_bytes": 2027953}, "mjpeg": {"age_sec": 4.11, "exists": true, "mtime": "2026-11-02T12:13:34.706383+09:00", "mtime_epoch": 1793589214.7063828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124426}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T12:13:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2045.816, "name": "celery", "pid": 176, "rss_mb": 2045.816, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2479398, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.896, "pushed": 4.896, "read": 4.896}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.006, "count": 144, "max_ms": 0.04, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4145.423, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.386, "count": 144, "max_ms": 1.865, "p95_ms": 1.269, "reason": null, "sample_age_ms": 4172.747, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 144, "max_ms": 1.602, "p95_ms": 1.046, "reason": null, "sample_age_ms": 4172.924, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 144, "max_ms": 0.193, "p95_ms": 0.11, "reason": null, "sample_age_ms": 4145.428, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 144, "max_ms": 2.457, "p95_ms": 1.7, "reason": null, "sample_age_ms": 4172.016, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4172.0, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4145.489, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.883, "count": 144, "max_ms": 52.389, "p95_ms": 41.203, "reason": null, "sample_age_ms": 4145.421, "source": "client_direct"}, "sample_age_ms": 4145.418, "source": "client_direct", "task_total_ms": {"avg_ms": 32.209, "count": 144, "max_ms": 55.964, "p95_ms": 43.189, "reason": null, "sample_age_ms": 4145.418, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.551, "count": 144, "max_ms": 1.41, "p95_ms": 0.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 144, "max_ms": 0.59, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 144, "max_ms": 0.206, "p95_ms": 0.128}, "event_filter_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 144, "max_ms": 0.16, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 144, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 144, "max_ms": 0.498, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.032, "count": 144, "max_ms": 0.083, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.52, "count": 144, "max_ms": 1.342, "p95_ms": 0.848}, "track_match_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 144, "max_ms": 0.104, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.214, "count": 144, "max_ms": 5.791, "p95_ms": 3.534}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.091, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.849, "count": 144, "max_ms": 57.794, "p95_ms": 44.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.127, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.766, "count": 144, "max_ms": 96.253, "p95_ms": 81.692}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 144, "max_ms": 4.043, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.105, "count": 144, "max_ms": 0.212, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.611, "count": 144, "max_ms": 97.689, "p95_ms": 83.262}, "read_interval": {"avg_ms": 219.435, "count": 144, "max_ms": 7106.994, "p95_ms": 128.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.058, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 144, "max_ms": 0.324, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.032, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 144, "max_ms": 0.291, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.012, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.86, "count": 144, "max_ms": 57.805, "p95_ms": 44.444}, "visualize": {"avg_ms": 27.706, "count": 144, "max_ms": 49.223, "p95_ms": 37.717}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.063, "count": 144, "max_ms": 48.574, "p95_ms": 37.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.563, "count": 144, "max_ms": 49.081, "p95_ms": 37.582}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.491, "count": 144, "max_ms": 49.019, "p95_ms": 37.516}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 144, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2045.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.044, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.323, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124120, "write_bytes_delta": 124120, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 612.0, "cpu_core_ratio": 1.464942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3581.0, "pid": 48728, "reason": null, "system_cpu_core_ratio": 0.361651, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 1.103292, "user_cpu_s_delta": 15.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.429139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038146, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.390994, "user_cpu_s_delta": 5.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.7, "count": 283, "max_ms": 6.261, "p95_ms": 4.462, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.2, "count": 30, "max": 46.585, "p95": 40.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.732, "count": 30, "max": 22.389, "p95": 19.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 899.0, "p95": 875.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2618.333, "count": 30, "max": 64496.0, "p95": 7112.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.362, "p95": 0.082, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.15, "count": 30, "max": 1.862, "p95": 1.737, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.585, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122334.0, "count": 30, "max": 124247.0, "p95": 124132.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.0, "count": 30, "max": 33.0, "p95": 14.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.071, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.731, "p95": 0.718, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 20762, "sampled_at": "2026-11-02T12:13:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T12:13:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.411, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3452989, "flush_count": 4268, "flush_interval_seconds": 30.0, "flush_state": {"count": 4268, "last_at": "2026-11-02T13:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4267}, "started": true, "suppressed_count": 2533480, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4268, "written_record_count": 4268}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10361.027, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016351846400, "copied_frame_count": 2537743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016351846400, "frame_buffer_copies": 2537743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0814, "p95_ms": 0.1653, "p99_ms": 0.224}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1898, "count": 512, "max_ms": 3.6669, "p50_ms": 1.1064, "p95_ms": 2.031, "p99_ms": 2.8266, "results": {"failed": 0, "not_applicable": 0, "success": 2537743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T12:13:34+09:00", "last_error_summary": "[h264 @ 0x59db0fd42c40] error while decoding MB 143 82, bytestream -7 [h264 @ 0x59db0f17c880] cabac decode of qscale diff failed at 87 89 [h264 @ 0x59db0f17c880] error while decoding MB 87 89, bytestream 598", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5864.498, "last_started_at": "2026-11-02T12:13:36+09:00", "pid": 48844, "process": {"exists": false, "pid": 48844}, "restart_count": 102, "restart_count_per_hour": 0, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.004, "sample_count": 2721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-02T13:51:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-02T13:51:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.821, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 211.179, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-02T13:51:21.247678+09:00", "mtime_epoch": 1793595081.247678, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 145527}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:21+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2073.898, "name": "celery", "pid": 176, "rss_mb": 2073.898, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 49, "pushed_frames": 49, "read_frames": 49, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.634, "pushed": 1.634, "read": 1.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 38.192, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.414, "count": 49, "max_ms": 1.71, "p95_ms": 1.175, "reason": null, "sample_age_ms": 72.567, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 49, "max_ms": 1.438, "p95_ms": 0.803, "reason": null, "sample_age_ms": 72.76, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 49, "max_ms": 0.143, "p95_ms": 0.132, "reason": null, "sample_age_ms": 38.2, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.03, "count": 49, "max_ms": 1.876, "p95_ms": 1.496, "reason": null, "sample_age_ms": 71.616, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 71.597, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.274, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.154, "count": 49, "max_ms": 48.585, "p95_ms": 41.405, "reason": null, "sample_age_ms": 38.187, "source": "client_direct"}, "sample_age_ms": 38.182, "source": "client_direct", "task_total_ms": {"avg_ms": 31.381, "count": 49, "max_ms": 49.801, "p95_ms": 42.996, "reason": null, "sample_age_ms": 38.182, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.506, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.556, "count": 49, "max_ms": 1.081, "p95_ms": 0.872}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 49, "max_ms": 0.456, "p95_ms": 0.268}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 49, "max_ms": 0.134, "p95_ms": 0.126}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 49, "max_ms": 0.105, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 49, "max_ms": 0.37, "p95_ms": 0.253}, "setup_ms": {"avg_ms": 0.033, "count": 49, "max_ms": 0.065, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.524, "count": 49, "max_ms": 1.033, "p95_ms": 0.821}, "track_match_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 49, "max_ms": 0.055, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.369, "count": 49, "max_ms": 4.472, "p95_ms": 3.932}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 49, "max_ms": 0.337, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.053, "count": 49, "max_ms": 50.868, "p95_ms": 44.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 49, "max_ms": 0.098, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.827, "count": 49, "max_ms": 90.437, "p95_ms": 79.945}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 49, "max_ms": 2.595, "p95_ms": 1.85}, "processing_residual_ms": {"avg_ms": 0.094, "count": 49, "max_ms": 0.201, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.155, "count": 49, "max_ms": 92.124, "p95_ms": 81.317}, "read_interval": {"avg_ms": 612.519, "count": 49, "max_ms": 17307.372, "p95_ms": 3696.873}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 49, "max_ms": 0.04, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 49, "max_ms": 0.289, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.015, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 49, "max_ms": 0.268, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.064, "count": 49, "max_ms": 50.888, "p95_ms": 44.339}, "visualize": {"avg_ms": 27.548, "count": 49, "max_ms": 47.335, "p95_ms": 42.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.883, "count": 49, "max_ms": 46.634, "p95_ms": 42.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.404, "count": 49, "max_ms": 47.231, "p95_ms": 42.51}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.333, "count": 49, "max_ms": 47.153, "p95_ms": 42.432}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 49, "max_ms": 0.102, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.034, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.963, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 144471, "write_bytes_delta": 144471, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 162.0, "cpu_core_ratio": 0.117109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3281.0, "pid": 48844, "reason": null, "system_cpu_core_ratio": 0.00594, "system_cpu_s_delta": 0.13999999999998636, "user_cpu_core_ratio": 0.111169, "user_cpu_s_delta": 2.619999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.053887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.048371, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.498, "count": 49, "max_ms": 5.975, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.512, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.033, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.2, "count": 30, "max": 3662.0, "p95": 1811.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.011, "count": 30, "max": 1.24, "p95": 1.101, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.09, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.504, "count": 30, "max": 0.637, "p95": 0.562, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21283, "sampled_at": "2026-11-02T13:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3452989, "flush_count": 4268, "flush_interval_seconds": 30.0, "flush_state": {"count": 4268, "last_at": "2026-11-02T13:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4267}, "started": true, "suppressed_count": 2533480, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4268, "written_record_count": 4268}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10361.027, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c73b7999bc0] error while decoding MB 132 55, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016351846400, "copied_frame_count": 2537743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016351846400, "frame_buffer_copies": 2537743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0814, "p95_ms": 0.1653, "p99_ms": 0.224}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1898, "count": 512, "max_ms": 3.6669, "p50_ms": 1.1064, "p95_ms": 2.031, "p99_ms": 2.8266, "results": {"failed": 0, "not_applicable": 0, "success": 2537743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:21+09:00", "last_error_summary": "[h264 @ 0x5c73b7999bc0] error while decoding MB 132 55, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5864.507, "last_started_at": "2026-11-02T12:13:36+09:00", "pid": 48844, "process": {"exists": false, "pid": 48844}, "restart_count": 102, "restart_count_per_hour": 0, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.004, "sample_count": 2721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-02T13:51:21+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T13:51:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.828, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 211.172, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-02T13:51:21.315678+09:00", "mtime_epoch": 1793595081.3156781, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 143940}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2073.898, "name": "celery", "pid": 176, "rss_mb": 2073.898, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.636, "pushed": 1.636, "read": 1.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 46.922, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.419, "count": 48, "max_ms": 1.71, "p95_ms": 1.185, "reason": null, "sample_age_ms": 81.297, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 48, "max_ms": 1.438, "p95_ms": 0.804, "reason": null, "sample_age_ms": 81.49, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 49, "max_ms": 0.143, "p95_ms": 0.132, "reason": null, "sample_age_ms": 46.931, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.032, "count": 48, "max_ms": 1.876, "p95_ms": 1.497, "reason": null, "sample_age_ms": 80.347, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2211848.0, "count": 48, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.328, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.004, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.154, "count": 49, "max_ms": 48.585, "p95_ms": 41.405, "reason": null, "sample_age_ms": 46.917, "source": "client_direct"}, "sample_age_ms": 46.913, "source": "client_direct", "task_total_ms": {"avg_ms": 31.381, "count": 49, "max_ms": 49.801, "p95_ms": 42.996, "reason": null, "sample_age_ms": 46.913, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.446, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.556, "count": 49, "max_ms": 1.081, "p95_ms": 0.872}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 49, "max_ms": 0.456, "p95_ms": 0.268}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 49, "max_ms": 0.134, "p95_ms": 0.126}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 49, "max_ms": 0.105, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 49, "max_ms": 0.37, "p95_ms": 0.253}, "setup_ms": {"avg_ms": 0.033, "count": 49, "max_ms": 0.065, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.524, "count": 49, "max_ms": 1.033, "p95_ms": 0.821}, "track_match_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 49, "max_ms": 0.055, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.369, "count": 49, "max_ms": 4.472, "p95_ms": 3.932}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 49, "max_ms": 0.337, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.053, "count": 49, "max_ms": 50.868, "p95_ms": 44.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 49, "max_ms": 0.098, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.827, "count": 49, "max_ms": 90.437, "p95_ms": 79.945}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 49, "max_ms": 2.595, "p95_ms": 1.85}, "processing_residual_ms": {"avg_ms": 0.094, "count": 49, "max_ms": 0.201, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.155, "count": 49, "max_ms": 92.124, "p95_ms": 81.317}, "read_interval": {"avg_ms": 623.355, "count": 48, "max_ms": 17307.372, "p95_ms": 3696.873}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 49, "max_ms": 0.04, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 49, "max_ms": 0.289, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.015, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 49, "max_ms": 0.268, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.064, "count": 49, "max_ms": 50.888, "p95_ms": 44.339}, "visualize": {"avg_ms": 27.548, "count": 49, "max_ms": 47.335, "p95_ms": 42.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.883, "count": 49, "max_ms": 46.634, "p95_ms": 42.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.404, "count": 49, "max_ms": 47.231, "p95_ms": 42.51}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.333, "count": 49, "max_ms": 47.153, "p95_ms": 42.432}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 49, "max_ms": 0.102, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.034, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.963, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 144471, "write_bytes_delta": 144471, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 162.0, "cpu_core_ratio": 0.117109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3281.0, "pid": 48844, "reason": null, "system_cpu_core_ratio": 0.00594, "system_cpu_s_delta": 0.13999999999998636, "user_cpu_core_ratio": 0.111169, "user_cpu_s_delta": 2.619999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.053887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.048371, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.498, "count": 49, "max_ms": 5.975, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.512, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.033, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.2, "count": 30, "max": 3662.0, "p95": 1811.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.011, "count": 30, "max": 1.24, "p95": 1.101, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.09, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.504, "count": 30, "max": 0.637, "p95": 0.562, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21283, "sampled_at": "2026-11-02T13:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3452989, "flush_count": 4268, "flush_interval_seconds": 30.0, "flush_state": {"count": 4268, "last_at": "2026-11-02T13:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4267}, "started": true, "suppressed_count": 2533480, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4268, "written_record_count": 4268}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10362.043, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016351846400, "copied_frame_count": 2537743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016351846400, "frame_buffer_copies": 2537743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0814, "p95_ms": 0.1653, "p99_ms": 0.224}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1898, "count": 512, "max_ms": 3.6669, "p50_ms": 1.1064, "p95_ms": 2.031, "p99_ms": 2.8266, "results": {"failed": 0, "not_applicable": 0, "success": 2537743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:21+09:00", "last_error_summary": "[h264 @ 0x5c73b7999bc0] error while decoding MB 132 55, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 5864.534, "last_started_at": "2026-11-02T12:13:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 102, "restart_count_per_hour": 0, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.004, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-02T13:51:21+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-11-02T13:51:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.849, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 211.151, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-11-02T13:51:21.315678+09:00", "mtime_epoch": 1793595081.3156781, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 143940}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:21+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2073.895, "name": "celery", "pid": 176, "rss_mb": 2073.895, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.634, "pushed": 1.634, "read": 1.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 74.325, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.419, "count": 48, "max_ms": 1.71, "p95_ms": 1.185, "reason": null, "sample_age_ms": 108.7, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 48, "max_ms": 1.438, "p95_ms": 0.804, "reason": null, "sample_age_ms": 108.893, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 48, "max_ms": 0.143, "p95_ms": 0.132, "reason": null, "sample_age_ms": 74.333, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.032, "count": 48, "max_ms": 1.876, "p95_ms": 1.497, "reason": null, "sample_age_ms": 107.75, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2211848.0, "count": 48, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.73, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 48, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.407, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.463, "count": 48, "max_ms": 48.585, "p95_ms": 41.457, "reason": null, "sample_age_ms": 74.32, "source": "client_direct"}, "sample_age_ms": 74.316, "source": "client_direct", "task_total_ms": {"avg_ms": 31.693, "count": 48, "max_ms": 49.801, "p95_ms": 43.063, "reason": null, "sample_age_ms": 74.316, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.388, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.556, "count": 49, "max_ms": 1.081, "p95_ms": 0.872}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 49, "max_ms": 0.456, "p95_ms": 0.268}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 49, "max_ms": 0.134, "p95_ms": 0.126}, "event_filter_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 49, "max_ms": 0.105, "p95_ms": 0.092}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 49, "max_ms": 0.37, "p95_ms": 0.253}, "setup_ms": {"avg_ms": 0.033, "count": 49, "max_ms": 0.065, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.524, "count": 49, "max_ms": 1.033, "p95_ms": 0.821}, "track_match_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 49, "max_ms": 0.055, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.369, "count": 49, "max_ms": 4.472, "p95_ms": 3.932}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 49, "max_ms": 0.337, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.053, "count": 49, "max_ms": 50.868, "p95_ms": 44.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 49, "max_ms": 0.098, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.827, "count": 49, "max_ms": 90.437, "p95_ms": 79.945}, "inference_input_copy_ms": {"avg_ms": 1.203, "count": 49, "max_ms": 2.595, "p95_ms": 1.85}, "processing_residual_ms": {"avg_ms": 0.094, "count": 49, "max_ms": 0.201, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.155, "count": 49, "max_ms": 92.124, "p95_ms": 81.317}, "read_interval": {"avg_ms": 623.355, "count": 48, "max_ms": 17307.372, "p95_ms": 3696.873}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 49, "max_ms": 0.04, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 49, "max_ms": 0.289, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.015, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 49, "max_ms": 0.268, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.064, "count": 49, "max_ms": 50.888, "p95_ms": 44.339}, "visualize": {"avg_ms": 27.548, "count": 49, "max_ms": 47.335, "p95_ms": 42.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.883, "count": 49, "max_ms": 46.634, "p95_ms": 42.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.404, "count": 49, "max_ms": 47.231, "p95_ms": 42.51}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.333, "count": 49, "max_ms": 47.153, "p95_ms": 42.432}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 49, "max_ms": 0.102, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.034, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.963, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 144471, "write_bytes_delta": 144471, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 162.0, "cpu_core_ratio": 0.117109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3281.0, "pid": 48844, "reason": null, "system_cpu_core_ratio": 0.00594, "system_cpu_s_delta": 0.13999999999998636, "user_cpu_core_ratio": 0.111169, "user_cpu_s_delta": 2.619999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.053887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.048371, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.498, "count": 49, "max_ms": 5.975, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.512, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.033, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.2, "count": 30, "max": 3662.0, "p95": 1811.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.011, "count": 30, "max": 1.24, "p95": 1.101, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.09, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.504, "count": 30, "max": 0.637, "p95": 0.562, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21283, "sampled_at": "2026-11-02T13:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3452989, "flush_count": 4268, "flush_interval_seconds": 30.0, "flush_state": {"count": 4268, "last_at": "2026-11-02T13:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4267}, "started": true, "suppressed_count": 2533480, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4268, "written_record_count": 4268}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10718.137, "limit_mb": null}, "detail": {"pid": 49146, "restart_count": 103, "start_count": 104}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016351846400, "copied_frame_count": 2537743, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016351846400, "frame_buffer_copies": 2537743, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0814, "p95_ms": 0.1653, "p99_ms": 0.224}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1898, "count": 512, "max_ms": 3.6669, "p50_ms": 1.1064, "p95_ms": 2.031, "p99_ms": 2.8266, "results": {"failed": 0, "not_applicable": 0, "success": 2537743, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:21+09:00", "last_error_summary": "[h264 @ 0x5c73b7999bc0] error while decoding MB 132 55, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T13:51:24+09:00", "pid": 49146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 388.172, "name": "ffmpeg", "pid": 49146, "rss_mb": 388.172, "state": "S (sleeping)", "threads": 70}, "restart_count": 103, "restart_count_per_hour": 1, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.03, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.712, "last_frame_pushed_at": "2026-11-02T13:51:21+09:00", "last_frame_read_age_sec": 4.775, "last_frame_read_at": "2026-11-02T13:51:21+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.522, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 206.478, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 4.7, "exists": true, "mtime": "2026-11-02T13:51:21.315678+09:00", "mtime_epoch": 1793595081.3156781, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 143940}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:26+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2073.898, "name": "celery", "pid": 176, "rss_mb": 2073.898, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537743, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 30}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 30, "pushed_frames": 30, "read_frames": 30, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.034, "pushed": 1.034, "read": 1.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 30, "client_acquire_ms": {"avg_ms": 0.005, "count": 30, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4743.482, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.454, "count": 30, "max_ms": 1.71, "p95_ms": 1.164, "reason": null, "sample_age_ms": 4777.857, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.198, "count": 30, "max_ms": 1.438, "p95_ms": 0.903, "reason": null, "sample_age_ms": 4778.05, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 30, "max_ms": 0.143, "p95_ms": 0.139, "reason": null, "sample_age_ms": 4743.49, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.022, "count": 30, "max_ms": 1.876, "p95_ms": 1.598, "reason": null, "sample_age_ms": 4776.906, "source": "client_direct"}, "request_count": 30, "request_tensor_bytes": {"avg": 2211848.0, "count": 30, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4776.887, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 30, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4743.564, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.954, "count": 30, "max_ms": 48.585, "p95_ms": 42.937, "reason": null, "sample_age_ms": 4743.477, "source": "client_direct"}, "sample_age_ms": 4743.472, "source": "client_direct", "task_total_ms": {"avg_ms": 33.166, "count": 30, "max_ms": 49.801, "p95_ms": 44.445, "reason": null, "sample_age_ms": 4743.472, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.372, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.555, "count": 30, "max_ms": 1.081, "p95_ms": 0.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 30, "max_ms": 0.456, "p95_ms": 0.268}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 30, "max_ms": 0.127, "p95_ms": 0.126}, "event_filter_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 30, "max_ms": 0.105, "p95_ms": 0.094}, "mcmt_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 30, "max_ms": 0.37, "p95_ms": 0.253}, "setup_ms": {"avg_ms": 0.032, "count": 30, "max_ms": 0.065, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.524, "count": 30, "max_ms": 1.033, "p95_ms": 0.85}, "track_match_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 30, "max_ms": 0.055, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.429, "count": 30, "max_ms": 4.472, "p95_ms": 4.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 30, "max_ms": 0.337, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.876, "count": 30, "max_ms": 50.868, "p95_ms": 46.922}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 30, "max_ms": 0.098, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.707, "count": 30, "max_ms": 90.437, "p95_ms": 79.945}, "inference_input_copy_ms": {"avg_ms": 1.196, "count": 30, "max_ms": 1.85, "p95_ms": 1.658}, "processing_residual_ms": {"avg_ms": 0.097, "count": 30, "max_ms": 0.201, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.031, "count": 30, "max_ms": 92.124, "p95_ms": 81.317}, "read_interval": {"avg_ms": 948.922, "count": 30, "max_ms": 17307.372, "p95_ms": 4225.058}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 30, "max_ms": 0.04, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.101, "count": 30, "max_ms": 0.289, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 30, "max_ms": 0.015, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 30, "max_ms": 0.268, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.887, "count": 30, "max_ms": 50.888, "p95_ms": 46.942}, "visualize": {"avg_ms": 27.549, "count": 30, "max_ms": 47.335, "p95_ms": 42.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.847, "count": 30, "max_ms": 46.634, "p95_ms": 42.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.399, "count": 30, "max_ms": 47.231, "p95_ms": 42.51}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.325, "count": 30, "max_ms": 47.153, "p95_ms": 42.432}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 30, "max_ms": 0.102, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.034, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 79.963, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 144471, "write_bytes_delta": 144471, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 162.0, "cpu_core_ratio": 0.117109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3281.0, "pid": 48844, "reason": null, "system_cpu_core_ratio": 0.00594, "system_cpu_s_delta": 0.13999999999998636, "user_cpu_core_ratio": 0.111169, "user_cpu_s_delta": 2.619999999999891}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.053887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.13000000000101863, "user_cpu_core_ratio": 0.048371, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.498, "count": 49, "max_ms": 5.975, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.512, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.033, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.2, "count": 30, "max": 3662.0, "p95": 1811.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.011, "count": 30, "max": 1.24, "p95": 1.101, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.09, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146140.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.504, "count": 30, "max": 0.637, "p95": 0.562, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21283, "sampled_at": "2026-11-02T13:51:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.017, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3453827, "flush_count": 4269, "flush_interval_seconds": 30.0, "flush_state": {"count": 4269, "last_at": "2026-11-02T13:51:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:51:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4268}, "started": true, "suppressed_count": 2533639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533635}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4269, "written_record_count": 4269}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10360.605, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x646535aff300] error while decoding MB 134 89, bytestream -10 [h264 @ 0x6465365fd600] error while decoding MB 171 58, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016794214400, "copied_frame_count": 2537903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016794214400, "frame_buffer_copies": 2537903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0812, "p95_ms": 0.1581, "p99_ms": 0.2023}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2103, "count": 512, "max_ms": 5.3188, "p50_ms": 1.1225, "p95_ms": 2.0338, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 2537903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:59+09:00", "last_error_summary": "[h264 @ 0x646535aff300] error while decoding MB 134 89, bytestream -10 [h264 @ 0x6465365fd600] error while decoding MB 171 58, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.68, "last_started_at": "2026-11-02T13:51:24+09:00", "pid": 49146, "process": {"exists": false, "pid": 49146}, "restart_count": 103, "restart_count_per_hour": 1, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T13:51:59+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T13:51:59+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.205, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 172.795, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-02T13:51:59.687751+09:00", "mtime_epoch": 1793595119.6877506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142768}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2073.977, "name": "celery", "pid": 176, "rss_mb": 2073.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 118}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.945, "pushed": 3.945, "read": 3.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 117, "client_acquire_ms": {"avg_ms": 0.005, "count": 118, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 55.43, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.402, "count": 117, "max_ms": 2.812, "p95_ms": 1.139, "reason": null, "sample_age_ms": 87.577, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 117, "max_ms": 1.928, "p95_ms": 0.798, "reason": null, "sample_age_ms": 87.79, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 118, "max_ms": 0.535, "p95_ms": 0.289, "reason": null, "sample_age_ms": 55.441, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.025, "count": 117, "max_ms": 3.425, "p95_ms": 1.695, "reason": null, "sample_age_ms": 86.043, "source": "client_direct"}, "request_count": 117, "request_tensor_bytes": {"avg": 2211848.0, "count": 117, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.024, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 118, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.766, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.626, "count": 118, "max_ms": 54.748, "p95_ms": 43.807, "reason": null, "sample_age_ms": 55.427, "source": "client_direct"}, "sample_age_ms": 55.422, "source": "client_direct", "task_total_ms": {"avg_ms": 31.931, "count": 118, "max_ms": 56.54, "p95_ms": 45.382, "reason": null, "sample_age_ms": 55.422, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.888, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 118, "max_ms": 1.158, "p95_ms": 0.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 118, "max_ms": 0.333, "p95_ms": 0.284}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 118, "max_ms": 0.173, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 118, "max_ms": 0.149, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 118, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 118, "max_ms": 0.401, "p95_ms": 0.248}, "setup_ms": {"avg_ms": 0.03, "count": 118, "max_ms": 0.079, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.484, "count": 118, "max_ms": 1.082, "p95_ms": 0.831}, "track_match_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 118, "max_ms": 0.065, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.327, "count": 118, "max_ms": 5.623, "p95_ms": 4.249}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 118, "max_ms": 0.385, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.586, "count": 118, "max_ms": 57.491, "p95_ms": 48.319}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 118, "max_ms": 0.143, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.466, "count": 118, "max_ms": 98.526, "p95_ms": 87.601}, "inference_input_copy_ms": {"avg_ms": 1.175, "count": 118, "max_ms": 3.882, "p95_ms": 1.915}, "processing_residual_ms": {"avg_ms": 0.096, "count": 118, "max_ms": 0.341, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.769, "count": 118, "max_ms": 99.873, "p95_ms": 88.822}, "read_interval": {"avg_ms": 255.77, "count": 117, "max_ms": 15630.035, "p95_ms": 283.839}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 118, "max_ms": 0.051, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.091, "count": 118, "max_ms": 0.248, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 118, "max_ms": 0.031, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 118, "max_ms": 0.217, "p95_ms": 0.169}, "worker_merge_ms": {"avg_ms": 0.004, "count": 118, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.596, "count": 118, "max_ms": 57.5, "p95_ms": 48.333}, "visualize": {"avg_ms": 27.701, "count": 118, "max_ms": 50.568, "p95_ms": 40.502}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.04, "count": 118, "max_ms": 49.586, "p95_ms": 39.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.559, "count": 118, "max_ms": 50.299, "p95_ms": 40.319}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.492, "count": 118, "max_ms": 50.209, "p95_ms": 40.212}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 118, "max_ms": 0.101, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.697, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145337, "write_bytes_delta": 145337, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.063378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8172.0, "pid": 49146, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.041612, "user_cpu_s_delta": 0.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00064, "system_cpu_s_delta": 0.00999999999839929, "user_cpu_core_ratio": 0.006402, "user_cpu_s_delta": 0.09999999999126885}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.361, "count": 115, "max_ms": 5.623, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.613, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.858, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.3, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 524.0, "count": 30, "max": 8172.0, "p95": 3490.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.24, "p95": 1.096, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.637, "p95": 0.556, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21286, "sampled_at": "2026-11-02T13:51:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3453827, "flush_count": 4269, "flush_interval_seconds": 30.0, "flush_state": {"count": 4269, "last_at": "2026-11-02T13:51:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:51:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4268}, "started": true, "suppressed_count": 2533639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533635}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4269, "written_record_count": 4269}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10360.605, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016794214400, "copied_frame_count": 2537903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016794214400, "frame_buffer_copies": 2537903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0812, "p95_ms": 0.1581, "p99_ms": 0.2023}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2103, "count": 512, "max_ms": 5.3188, "p50_ms": 1.1225, "p95_ms": 2.0338, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 2537903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:59+09:00", "last_error_summary": "[h264 @ 0x646535aff300] error while decoding MB 134 89, bytestream -10 [h264 @ 0x6465365fd600] error while decoding MB 171 58, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.674, "last_started_at": "2026-11-02T13:51:24+09:00", "pid": 49146, "process": {"exists": false, "pid": 49146}, "restart_count": 103, "restart_count_per_hour": 1, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-02T13:51:59+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-02T13:51:59+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.211, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 172.789, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 0.001, "exists": true, "mtime": "2026-11-02T13:51:59.687751+09:00", "mtime_epoch": 1793595119.6877506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142768}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2073.977, "name": "celery", "pid": 176, "rss_mb": 2073.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 118}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.946, "pushed": 3.946, "read": 3.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 118, "client_acquire_ms": {"avg_ms": 0.005, "count": 118, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 44.578, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.402, "count": 117, "max_ms": 2.812, "p95_ms": 1.139, "reason": null, "sample_age_ms": 76.725, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 117, "max_ms": 1.928, "p95_ms": 0.798, "reason": null, "sample_age_ms": 76.938, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 118, "max_ms": 0.535, "p95_ms": 0.289, "reason": null, "sample_age_ms": 44.589, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.032, "count": 118, "max_ms": 3.425, "p95_ms": 1.731, "reason": null, "sample_age_ms": 75.191, "source": "client_direct"}, "request_count": 117, "request_tensor_bytes": {"avg": 2211848.0, "count": 118, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 75.172, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 118, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.914, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.626, "count": 118, "max_ms": 54.748, "p95_ms": 43.807, "reason": null, "sample_age_ms": 44.574, "source": "client_direct"}, "sample_age_ms": 44.57, "source": "client_direct", "task_total_ms": {"avg_ms": 31.931, "count": 118, "max_ms": 56.54, "p95_ms": 45.382, "reason": null, "sample_age_ms": 44.57, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 118, "max_ms": 1.158, "p95_ms": 0.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 118, "max_ms": 0.333, "p95_ms": 0.284}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 118, "max_ms": 0.173, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 118, "max_ms": 0.149, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 118, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 118, "max_ms": 0.401, "p95_ms": 0.248}, "setup_ms": {"avg_ms": 0.03, "count": 118, "max_ms": 0.079, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.484, "count": 118, "max_ms": 1.082, "p95_ms": 0.831}, "track_match_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 118, "max_ms": 0.065, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.327, "count": 118, "max_ms": 5.623, "p95_ms": 4.249}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 118, "max_ms": 0.385, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.586, "count": 118, "max_ms": 57.491, "p95_ms": 48.319}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 118, "max_ms": 0.143, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.466, "count": 118, "max_ms": 98.526, "p95_ms": 87.601}, "inference_input_copy_ms": {"avg_ms": 1.175, "count": 118, "max_ms": 3.882, "p95_ms": 1.915}, "processing_residual_ms": {"avg_ms": 0.096, "count": 118, "max_ms": 0.341, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.769, "count": 118, "max_ms": 99.873, "p95_ms": 88.822}, "read_interval": {"avg_ms": 255.77, "count": 117, "max_ms": 15630.035, "p95_ms": 283.839}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 118, "max_ms": 0.051, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.091, "count": 118, "max_ms": 0.248, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 118, "max_ms": 0.031, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 118, "max_ms": 0.217, "p95_ms": 0.169}, "worker_merge_ms": {"avg_ms": 0.004, "count": 118, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.596, "count": 118, "max_ms": 57.5, "p95_ms": 48.333}, "visualize": {"avg_ms": 27.701, "count": 118, "max_ms": 50.568, "p95_ms": 40.502}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.04, "count": 118, "max_ms": 49.586, "p95_ms": 39.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.559, "count": 118, "max_ms": 50.299, "p95_ms": 40.319}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.492, "count": 118, "max_ms": 50.209, "p95_ms": 40.212}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 118, "max_ms": 0.101, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.697, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145337, "write_bytes_delta": 145337, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.063378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8172.0, "pid": 49146, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.041612, "user_cpu_s_delta": 0.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00064, "system_cpu_s_delta": 0.00999999999839929, "user_cpu_core_ratio": 0.006402, "user_cpu_s_delta": 0.09999999999126885}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.361, "count": 115, "max_ms": 5.623, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.613, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.858, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.3, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 524.0, "count": 30, "max": 8172.0, "p95": 3490.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.24, "p95": 1.096, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.637, "p95": 0.556, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21286, "sampled_at": "2026-11-02T13:51:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3453827, "flush_count": 4269, "flush_interval_seconds": 30.0, "flush_state": {"count": 4269, "last_at": "2026-11-02T13:51:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:51:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4268}, "started": true, "suppressed_count": 2533639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533635}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4269, "written_record_count": 4269}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10360.859, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016794214400, "copied_frame_count": 2537903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016794214400, "frame_buffer_copies": 2537903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0812, "p95_ms": 0.1581, "p99_ms": 0.2023}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2103, "count": 512, "max_ms": 5.3188, "p50_ms": 1.1225, "p95_ms": 2.0338, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 2537903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:59+09:00", "last_error_summary": "[h264 @ 0x646535aff300] error while decoding MB 134 89, bytestream -10 [h264 @ 0x6465365fd600] error while decoding MB 171 58, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.718, "last_started_at": "2026-11-02T13:51:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 103, "restart_count_per_hour": 1, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-02T13:51:59+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-02T13:51:59+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.232, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 172.768, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-02T13:51:59.687751+09:00", "mtime_epoch": 1793595119.6877506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142768}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:51:59+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2073.973, "name": "celery", "pid": 176, "rss_mb": 2073.973, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 118}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.94, "pushed": 3.94, "read": 3.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 117, "client_acquire_ms": {"avg_ms": 0.005, "count": 118, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 87.708, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.402, "count": 117, "max_ms": 2.812, "p95_ms": 1.139, "reason": null, "sample_age_ms": 119.855, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 117, "max_ms": 1.928, "p95_ms": 0.798, "reason": null, "sample_age_ms": 120.068, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 118, "max_ms": 0.535, "p95_ms": 0.289, "reason": null, "sample_age_ms": 87.719, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.025, "count": 117, "max_ms": 3.425, "p95_ms": 1.695, "reason": null, "sample_age_ms": 118.321, "source": "client_direct"}, "request_count": 117, "request_tensor_bytes": {"avg": 2211848.0, "count": 117, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.302, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 118, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.626, "count": 118, "max_ms": 54.748, "p95_ms": 43.807, "reason": null, "sample_age_ms": 87.704, "source": "client_direct"}, "sample_age_ms": 87.7, "source": "client_direct", "task_total_ms": {"avg_ms": 31.931, "count": 118, "max_ms": 56.54, "p95_ms": 45.382, "reason": null, "sample_age_ms": 87.7, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.642, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 118, "max_ms": 1.158, "p95_ms": 0.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 118, "max_ms": 0.333, "p95_ms": 0.284}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 118, "max_ms": 0.173, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 118, "max_ms": 0.149, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 118, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 118, "max_ms": 0.401, "p95_ms": 0.248}, "setup_ms": {"avg_ms": 0.03, "count": 118, "max_ms": 0.079, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.484, "count": 118, "max_ms": 1.082, "p95_ms": 0.831}, "track_match_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 118, "max_ms": 0.065, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.327, "count": 118, "max_ms": 5.623, "p95_ms": 4.249}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 118, "max_ms": 0.385, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.586, "count": 118, "max_ms": 57.491, "p95_ms": 48.319}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 118, "max_ms": 0.143, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.466, "count": 118, "max_ms": 98.526, "p95_ms": 87.601}, "inference_input_copy_ms": {"avg_ms": 1.175, "count": 118, "max_ms": 3.882, "p95_ms": 1.915}, "processing_residual_ms": {"avg_ms": 0.096, "count": 118, "max_ms": 0.341, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.769, "count": 118, "max_ms": 99.873, "p95_ms": 88.822}, "read_interval": {"avg_ms": 255.77, "count": 117, "max_ms": 15630.035, "p95_ms": 283.839}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 118, "max_ms": 0.051, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.091, "count": 118, "max_ms": 0.248, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 118, "max_ms": 0.031, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 118, "max_ms": 0.217, "p95_ms": 0.169}, "worker_merge_ms": {"avg_ms": 0.004, "count": 118, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.596, "count": 118, "max_ms": 57.5, "p95_ms": 48.333}, "visualize": {"avg_ms": 27.701, "count": 118, "max_ms": 50.568, "p95_ms": 40.502}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.04, "count": 118, "max_ms": 49.586, "p95_ms": 39.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.559, "count": 118, "max_ms": 50.299, "p95_ms": 40.319}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.492, "count": 118, "max_ms": 50.209, "p95_ms": 40.212}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 118, "max_ms": 0.101, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.697, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145337, "write_bytes_delta": 145337, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.063378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8172.0, "pid": 49146, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.041612, "user_cpu_s_delta": 0.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00064, "system_cpu_s_delta": 0.00999999999839929, "user_cpu_core_ratio": 0.006402, "user_cpu_s_delta": 0.09999999999126885}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.361, "count": 115, "max_ms": 5.623, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.613, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.858, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.3, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 524.0, "count": 30, "max": 8172.0, "p95": 3490.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.24, "p95": 1.096, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.637, "p95": 0.556, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21286, "sampled_at": "2026-11-02T13:51:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3453827, "flush_count": 4269, "flush_interval_seconds": 30.0, "flush_state": {"count": 4269, "last_at": "2026-11-02T13:51:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T13:51:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4268}, "started": true, "suppressed_count": 2533639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533635}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4269, "written_record_count": 4269}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10649.109, "limit_mb": null}, "detail": {"pid": 49262, "restart_count": 104, "start_count": 105}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7016794214400, "copied_frame_count": 2537903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7016794214400, "frame_buffer_copies": 2537903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 2.4469, "p50_ms": 0.0812, "p95_ms": 0.1581, "p99_ms": 0.2023}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2103, "count": 512, "max_ms": 5.3188, "p50_ms": 1.1225, "p95_ms": 2.0338, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 2537903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T13:51:59+09:00", "last_error_summary": "[h264 @ 0x646535aff300] error while decoding MB 134 89, bytestream -10 [h264 @ 0x6465365fd600] error while decoding MB 171 58, bytestream -6", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T13:52:02+09:00", "pid": 49262, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.137, "name": "ffmpeg", "pid": 49262, "rss_mb": 323.137, "state": "R (running)", "threads": 49}, "restart_count": 104, "restart_count_per_hour": 2, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.302, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.423, "last_frame_pushed_at": "2026-11-02T13:51:59+09:00", "last_frame_read_age_sec": 4.489, "last_frame_read_at": "2026-11-02T13:51:59+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.609, "last_sample_duration_ms": 845.628, "last_trigger": "periodic", "next_snapshot_in_sec": 168.391, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 429, "storage_bytes": 2113442}, "mjpeg": {"age_sec": 4.415, "exists": true, "mtime": "2026-11-02T13:51:59.687751+09:00", "mtime_epoch": 1793595119.6877506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142768}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T13:52:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2073.977, "name": "celery", "pid": 176, "rss_mb": 2073.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2537903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.473, "pushed": 2.473, "read": 2.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.013, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4461.155, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.35, "count": 73, "max_ms": 2.224, "p95_ms": 0.906, "reason": null, "sample_age_ms": 4493.302, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.163, "count": 73, "max_ms": 1.891, "p95_ms": 0.751, "reason": null, "sample_age_ms": 4493.515, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.15, "count": 74, "max_ms": 0.535, "p95_ms": 0.29, "reason": null, "sample_age_ms": 4461.166, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.907, "count": 73, "max_ms": 2.004, "p95_ms": 1.527, "reason": null, "sample_age_ms": 4491.768, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2211848.0, "count": 73, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4491.749, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4461.491, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.547, "count": 74, "max_ms": 49.644, "p95_ms": 41.167, "reason": null, "sample_age_ms": 4461.151, "source": "client_direct"}, "sample_age_ms": 4461.147, "source": "client_direct", "task_total_ms": {"avg_ms": 29.731, "count": 74, "max_ms": 51.763, "p95_ms": 43.022, "reason": null, "sample_age_ms": 4461.147, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.037, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 74, "max_ms": 1.158, "p95_ms": 0.746}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 74, "max_ms": 0.333, "p95_ms": 0.253}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 74, "max_ms": 0.173, "p95_ms": 0.118}, "event_filter_ms": {"avg_ms": 0.002, "count": 74, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 74, "max_ms": 0.134, "p95_ms": 0.095}, "mcmt_ms": {"avg_ms": 0.001, "count": 74, "max_ms": 0.005, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 74, "max_ms": 0.401, "p95_ms": 0.223}, "setup_ms": {"avg_ms": 0.028, "count": 74, "max_ms": 0.079, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.449, "count": 74, "max_ms": 1.082, "p95_ms": 0.701}, "track_match_ms": {"avg_ms": 0.003, "count": 74, "max_ms": 0.023, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 74, "max_ms": 0.037, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.093, "count": 74, "max_ms": 3.8, "p95_ms": 3.03}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 74, "max_ms": 0.385, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.341, "count": 74, "max_ms": 53.378, "p95_ms": 44.154}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 74, "max_ms": 0.143, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.63, "count": 74, "max_ms": 84.984, "p95_ms": 77.317}, "inference_input_copy_ms": {"avg_ms": 1.079, "count": 74, "max_ms": 2.286, "p95_ms": 1.829}, "processing_residual_ms": {"avg_ms": 0.082, "count": 74, "max_ms": 0.203, "p95_ms": 0.131}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.819, "count": 74, "max_ms": 86.868, "p95_ms": 79.256}, "read_interval": {"avg_ms": 349.65, "count": 73, "max_ms": 15630.035, "p95_ms": 310.775}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 74, "max_ms": 0.051, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 74, "max_ms": 0.248, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.031, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 74, "max_ms": 0.217, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.015, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 30.351, "count": 74, "max_ms": 53.39, "p95_ms": 44.163}, "visualize": {"avg_ms": 25.195, "count": 74, "max_ms": 37.479, "p95_ms": 34.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.608, "count": 74, "max_ms": 35.998, "p95_ms": 33.522}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.064, "count": 74, "max_ms": 37.114, "p95_ms": 34.112}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.003, "count": 74, "max_ms": 36.948, "p95_ms": 34.025}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 74, "max_ms": 0.101, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2073.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.697, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.317, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T13:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145337, "write_bytes_delta": 145337, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.063378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8172.0, "pid": 49146, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.041612, "user_cpu_s_delta": 0.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00064, "system_cpu_s_delta": 0.00999999999839929, "user_cpu_core_ratio": 0.006402, "user_cpu_s_delta": 0.09999999999126885}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.361, "count": 115, "max_ms": 5.623, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.613, "count": 30, "max": 38.722, "p95": 37.64, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.858, "count": 30, "max": 21.136, "p95": 19.166, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 659.3, "count": 30, "max": 777.0, "p95": 729.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 524.0, "count": 30, "max": 8172.0, "p95": 3490.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.24, "p95": 1.096, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 146167.3, "count": 30, "max": 148084.0, "p95": 147841.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 38.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.637, "p95": 0.556, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21286, "sampled_at": "2026-11-02T13:51:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T13:51:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3478967, "flush_count": 4299, "flush_interval_seconds": 30.0, "flush_state": {"count": 4299, "last_at": "2026-11-02T14:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4298}, "started": true, "suppressed_count": 2551333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4299, "written_record_count": 4299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10401.301, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x55d454642200] error while decoding MB 145 69, bytestream -8 [in#0/rtsp @ 0x55d45460ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d45460ee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065797529600, "copied_frame_count": 2555627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065797529600, "frame_buffer_copies": 2555627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0859, "p95_ms": 0.1786, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2323, "count": 512, "max_ms": 3.5249, "p50_ms": 1.1408, "p95_ms": 2.0469, "p99_ms": 2.7033, "results": {"failed": 0, "not_applicable": 0, "success": 2555627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:22:18+09:00", "last_error_summary": "[h264 @ 0x55d454642200] error while decoding MB 145 69, bytestream -8 [in#0/rtsp @ 0x55d45460ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d45460ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1816.378, "last_started_at": "2026-11-02T13:52:02+09:00", "pid": 49262, "process": {"exists": false, "pid": 49262}, "restart_count": 104, "restart_count_per_hour": 2, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-11-02T14:22:18+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-11-02T14:22:18+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.346, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 162.654, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-02T14:22:18.472900+09:00", "mtime_epoch": 1793596938.4728997, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:22:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2082.492, "name": "celery", "pid": 176, "rss_mb": 2082.492, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 18, "pushed_frames": 18, "read_frames": 18, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.605, "pushed": 0.605, "read": 0.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 18, "client_acquire_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 35.623, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.484, "count": 18, "max_ms": 1.589, "p95_ms": 1.234, "reason": null, "sample_age_ms": 62.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 18, "max_ms": 1.343, "p95_ms": 1.019, "reason": null, "sample_age_ms": 62.865, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.162, "count": 18, "max_ms": 0.407, "p95_ms": 0.279, "reason": null, "sample_age_ms": 35.628, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.989, "count": 18, "max_ms": 2.061, "p95_ms": 1.51, "reason": null, "sample_age_ms": 61.657, "source": "client_direct"}, "request_count": 18, "request_tensor_bytes": {"avg": 2211848.0, "count": 18, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 61.637, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 18, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.981, "count": 18, "max_ms": 35.084, "p95_ms": 34.386, "reason": null, "sample_age_ms": 35.621, "source": "client_direct"}, "sample_age_ms": 35.618, "source": "client_direct", "task_total_ms": {"avg_ms": 30.259, "count": 18, "max_ms": 36.428, "p95_ms": 35.491, "reason": null, "sample_age_ms": 35.618, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.259, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 18, "max_ms": 1.057, "p95_ms": 1.057}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 18, "max_ms": 0.295, "p95_ms": 0.295}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 18, "max_ms": 0.179, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 18, "max_ms": 0.105, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 18, "max_ms": 0.325, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.034, "count": 18, "max_ms": 0.102, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.53, "count": 18, "max_ms": 0.999, "p95_ms": 0.999}, "track_match_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 18, "max_ms": 0.044, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.319, "count": 18, "max_ms": 4.105, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 18, "max_ms": 0.407, "p95_ms": 0.407}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.988, "count": 18, "max_ms": 36.923, "p95_ms": 36.923}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 18, "max_ms": 0.068, "p95_ms": 0.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.902, "count": 18, "max_ms": 77.582, "p95_ms": 77.582}, "inference_input_copy_ms": {"avg_ms": 1.106, "count": 18, "max_ms": 1.7, "p95_ms": 1.7}, "processing_residual_ms": {"avg_ms": 0.099, "count": 18, "max_ms": 0.14, "p95_ms": 0.14}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.137, "count": 18, "max_ms": 79.43, "p95_ms": 79.43}, "read_interval": {"avg_ms": 1668.221, "count": 18, "max_ms": 13580.576, "p95_ms": 13580.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 18, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.097, "count": 18, "max_ms": 0.234, "p95_ms": 0.234}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.014, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 18, "max_ms": 0.21, "p95_ms": 0.21}, "worker_merge_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.0, "count": 18, "max_ms": 36.929, "p95_ms": 36.929}, "visualize": {"avg_ms": 28.47, "count": 18, "max_ms": 41.716, "p95_ms": 41.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.809, "count": 18, "max_ms": 41.035, "p95_ms": 41.035}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.324, "count": 18, "max_ms": 41.577, "p95_ms": 41.577}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.252, "count": 18, "max_ms": 41.506, "p95_ms": 41.506}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 18, "max_ms": 0.071, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.76, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.214, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134302, "write_bytes_delta": 134302, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.049396, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 504.0, "pid": 49262, "reason": null, "system_cpu_core_ratio": 0.00267, "system_cpu_s_delta": 0.03999999999999204, "user_cpu_core_ratio": 0.046726, "user_cpu_s_delta": 0.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.034711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004005, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.030706, "user_cpu_s_delta": 0.46000000002095476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.487, "count": 59, "max_ms": 4.942, "p95_ms": 3.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.496, "count": 30, "max": 40.829, "p95": 37.764, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.418, "count": 30, "max": 29.137, "p95": 22.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.3, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 504.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.107, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133750.633, "count": 30, "max": 135820.0, "p95": 135253.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129223.3, "count": 30, "max": 135550.0, "p95": 134868.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 43.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21436, "sampled_at": "2026-11-02T14:22:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3478967, "flush_count": 4299, "flush_interval_seconds": 30.0, "flush_state": {"count": 4299, "last_at": "2026-11-02T14:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4298}, "started": true, "suppressed_count": 2551333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4299, "written_record_count": 4299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10401.301, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065797529600, "copied_frame_count": 2555627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065797529600, "frame_buffer_copies": 2555627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0859, "p95_ms": 0.1786, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2323, "count": 512, "max_ms": 3.5249, "p50_ms": 1.1408, "p95_ms": 2.0469, "p99_ms": 2.7033, "results": {"failed": 0, "not_applicable": 0, "success": 2555627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:22:18+09:00", "last_error_summary": "[h264 @ 0x55d454642200] error while decoding MB 145 69, bytestream -8 [in#0/rtsp @ 0x55d45460ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d45460ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1816.373, "last_started_at": "2026-11-02T13:52:02+09:00", "pid": 49262, "process": {"exists": false, "pid": 49262}, "restart_count": 104, "restart_count_per_hour": 2, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-11-02T14:22:18+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-02T14:22:18+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.351, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 162.649, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-02T14:22:18.419899+09:00", "mtime_epoch": 1793596938.419899, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134666}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:22:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2082.492, "name": "celery", "pid": 176, "rss_mb": 2082.492, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 18, "pushed_frames": 18, "read_frames": 18, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.605, "pushed": 0.605, "read": 0.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 18, "client_acquire_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 29.925, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.484, "count": 18, "max_ms": 1.589, "p95_ms": 1.234, "reason": null, "sample_age_ms": 56.985, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 18, "max_ms": 1.343, "p95_ms": 1.019, "reason": null, "sample_age_ms": 57.167, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.162, "count": 18, "max_ms": 0.407, "p95_ms": 0.279, "reason": null, "sample_age_ms": 29.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.989, "count": 18, "max_ms": 2.061, "p95_ms": 1.51, "reason": null, "sample_age_ms": 55.959, "source": "client_direct"}, "request_count": 18, "request_tensor_bytes": {"avg": 2211848.0, "count": 18, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 55.939, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 18, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.049, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.981, "count": 18, "max_ms": 35.084, "p95_ms": 34.386, "reason": null, "sample_age_ms": 29.923, "source": "client_direct"}, "sample_age_ms": 29.92, "source": "client_direct", "task_total_ms": {"avg_ms": 30.259, "count": 18, "max_ms": 36.428, "p95_ms": 35.491, "reason": null, "sample_age_ms": 29.92, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 18, "max_ms": 1.057, "p95_ms": 1.057}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 18, "max_ms": 0.295, "p95_ms": 0.295}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 18, "max_ms": 0.179, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 18, "max_ms": 0.105, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 18, "max_ms": 0.325, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.034, "count": 18, "max_ms": 0.102, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.53, "count": 18, "max_ms": 0.999, "p95_ms": 0.999}, "track_match_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 18, "max_ms": 0.044, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.319, "count": 18, "max_ms": 4.105, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 18, "max_ms": 0.407, "p95_ms": 0.407}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.988, "count": 18, "max_ms": 36.923, "p95_ms": 36.923}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 18, "max_ms": 0.068, "p95_ms": 0.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.902, "count": 18, "max_ms": 77.582, "p95_ms": 77.582}, "inference_input_copy_ms": {"avg_ms": 1.106, "count": 18, "max_ms": 1.7, "p95_ms": 1.7}, "processing_residual_ms": {"avg_ms": 0.099, "count": 18, "max_ms": 0.14, "p95_ms": 0.14}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.137, "count": 18, "max_ms": 79.43, "p95_ms": 79.43}, "read_interval": {"avg_ms": 1668.221, "count": 18, "max_ms": 13580.576, "p95_ms": 13580.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 18, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.097, "count": 18, "max_ms": 0.234, "p95_ms": 0.234}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.014, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 18, "max_ms": 0.21, "p95_ms": 0.21}, "worker_merge_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.0, "count": 18, "max_ms": 36.929, "p95_ms": 36.929}, "visualize": {"avg_ms": 28.47, "count": 18, "max_ms": 41.716, "p95_ms": 41.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.809, "count": 18, "max_ms": 41.035, "p95_ms": 41.035}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.324, "count": 18, "max_ms": 41.577, "p95_ms": 41.577}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.252, "count": 18, "max_ms": 41.506, "p95_ms": 41.506}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 18, "max_ms": 0.071, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.76, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.214, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134302, "write_bytes_delta": 134302, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.049396, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 504.0, "pid": 49262, "reason": null, "system_cpu_core_ratio": 0.00267, "system_cpu_s_delta": 0.03999999999999204, "user_cpu_core_ratio": 0.046726, "user_cpu_s_delta": 0.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.034711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004005, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.030706, "user_cpu_s_delta": 0.46000000002095476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.487, "count": 59, "max_ms": 4.942, "p95_ms": 3.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.496, "count": 30, "max": 40.829, "p95": 37.764, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.418, "count": 30, "max": 29.137, "p95": 22.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.3, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 504.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.107, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133750.633, "count": 30, "max": 135820.0, "p95": 135253.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129223.3, "count": 30, "max": 135550.0, "p95": 134868.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 43.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21436, "sampled_at": "2026-11-02T14:22:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.764, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3478967, "flush_count": 4299, "flush_interval_seconds": 30.0, "flush_state": {"count": 4299, "last_at": "2026-11-02T14:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4298}, "started": true, "suppressed_count": 2551333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4299, "written_record_count": 4299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10401.43, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065797529600, "copied_frame_count": 2555627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065797529600, "frame_buffer_copies": 2555627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0859, "p95_ms": 0.1786, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2323, "count": 512, "max_ms": 3.5249, "p50_ms": 1.1408, "p95_ms": 2.0469, "p99_ms": 2.7033, "results": {"failed": 0, "not_applicable": 0, "success": 2555627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:22:18+09:00", "last_error_summary": "[h264 @ 0x55d454642200] error while decoding MB 145 69, bytestream -8 [in#0/rtsp @ 0x55d45460ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d45460ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 1816.402, "last_started_at": "2026-11-02T13:52:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 104, "restart_count_per_hour": 2, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-02T14:22:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-02T14:22:18+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.367, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 162.633, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-02T14:22:18.472900+09:00", "mtime_epoch": 1793596938.4728997, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:22:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.5, "name": "celery", "pid": 176, "rss_mb": 2082.5, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 18, "pushed_frames": 18, "read_frames": 18, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.604, "pushed": 0.604, "read": 0.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 18, "client_acquire_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 59.077, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.484, "count": 18, "max_ms": 1.589, "p95_ms": 1.234, "reason": null, "sample_age_ms": 86.136, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 18, "max_ms": 1.343, "p95_ms": 1.019, "reason": null, "sample_age_ms": 86.318, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.162, "count": 18, "max_ms": 0.407, "p95_ms": 0.279, "reason": null, "sample_age_ms": 59.082, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.989, "count": 18, "max_ms": 2.061, "p95_ms": 1.51, "reason": null, "sample_age_ms": 85.11, "source": "client_direct"}, "request_count": 18, "request_tensor_bytes": {"avg": 2211848.0, "count": 18, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.09, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 18, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.2, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.981, "count": 18, "max_ms": 35.084, "p95_ms": 34.386, "reason": null, "sample_age_ms": 59.075, "source": "client_direct"}, "sample_age_ms": 59.072, "source": "client_direct", "task_total_ms": {"avg_ms": 30.259, "count": 18, "max_ms": 36.428, "p95_ms": 35.491, "reason": null, "sample_age_ms": 59.072, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.269, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 18, "max_ms": 1.057, "p95_ms": 1.057}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 18, "max_ms": 0.295, "p95_ms": 0.295}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 18, "max_ms": 0.179, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 18, "max_ms": 0.105, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 18, "max_ms": 0.325, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.034, "count": 18, "max_ms": 0.102, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.53, "count": 18, "max_ms": 0.999, "p95_ms": 0.999}, "track_match_ms": {"avg_ms": 0.003, "count": 18, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 18, "max_ms": 0.044, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.319, "count": 18, "max_ms": 4.105, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 18, "max_ms": 0.407, "p95_ms": 0.407}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.988, "count": 18, "max_ms": 36.923, "p95_ms": 36.923}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 18, "max_ms": 0.068, "p95_ms": 0.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.902, "count": 18, "max_ms": 77.582, "p95_ms": 77.582}, "inference_input_copy_ms": {"avg_ms": 1.106, "count": 18, "max_ms": 1.7, "p95_ms": 1.7}, "processing_residual_ms": {"avg_ms": 0.099, "count": 18, "max_ms": 0.14, "p95_ms": 0.14}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.137, "count": 18, "max_ms": 79.43, "p95_ms": 79.43}, "read_interval": {"avg_ms": 1668.221, "count": 18, "max_ms": 13580.576, "p95_ms": 13580.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 18, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.097, "count": 18, "max_ms": 0.234, "p95_ms": 0.234}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.014, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 18, "max_ms": 0.21, "p95_ms": 0.21}, "worker_merge_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.007, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.0, "count": 18, "max_ms": 36.929, "p95_ms": 36.929}, "visualize": {"avg_ms": 28.47, "count": 18, "max_ms": 41.716, "p95_ms": 41.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.809, "count": 18, "max_ms": 41.035, "p95_ms": 41.035}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.324, "count": 18, "max_ms": 41.577, "p95_ms": 41.577}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.252, "count": 18, "max_ms": 41.506, "p95_ms": 41.506}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 18, "max_ms": 0.071, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.76, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.214, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134302, "write_bytes_delta": 134302, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.049396, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 504.0, "pid": 49262, "reason": null, "system_cpu_core_ratio": 0.00267, "system_cpu_s_delta": 0.03999999999999204, "user_cpu_core_ratio": 0.046726, "user_cpu_s_delta": 0.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.034711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004005, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.030706, "user_cpu_s_delta": 0.46000000002095476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.487, "count": 59, "max_ms": 4.942, "p95_ms": 3.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.496, "count": 30, "max": 40.829, "p95": 37.764, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.418, "count": 30, "max": 29.137, "p95": 22.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.3, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 504.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.107, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133750.633, "count": 30, "max": 135820.0, "p95": 135253.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129223.3, "count": 30, "max": 135550.0, "p95": 134868.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 43.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21436, "sampled_at": "2026-11-02T14:22:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3478967, "flush_count": 4299, "flush_interval_seconds": 30.0, "flush_state": {"count": 4299, "last_at": "2026-11-02T14:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4298}, "started": true, "suppressed_count": 2551333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4299, "written_record_count": 4299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10441.406, "limit_mb": null}, "detail": {"pid": 49378, "restart_count": 105, "start_count": 106}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065797529600, "copied_frame_count": 2555627, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065797529600, "frame_buffer_copies": 2555627, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0859, "p95_ms": 0.1786, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2323, "count": 512, "max_ms": 3.5249, "p50_ms": 1.1408, "p95_ms": 2.0469, "p99_ms": 2.7033, "results": {"failed": 0, "not_applicable": 0, "success": 2555627, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:22:18+09:00", "last_error_summary": "[h264 @ 0x55d454642200] error while decoding MB 145 69, bytestream -8 [in#0/rtsp @ 0x55d45460ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d45460ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:22:21+09:00", "pid": 49378, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.27, "name": "ffmpeg", "pid": 49378, "rss_mb": 75.27, "state": "S (sleeping)", "threads": 1}, "restart_count": 105, "restart_count_per_hour": 3, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.612, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.828, "last_frame_pushed_at": "2026-11-02T14:22:18+09:00", "last_frame_read_age_sec": 4.879, "last_frame_read_at": "2026-11-02T14:22:18+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.162, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 157.838, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 4.821, "exists": true, "mtime": "2026-11-02T14:22:18.472900+09:00", "mtime_epoch": 1793596938.4728997, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:22:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.504, "name": "celery", "pid": 176, "rss_mb": 2082.504, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555627, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.435, "pushed": 0.435, "read": 0.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4851.461, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.452, "count": 13, "max_ms": 1.172, "p95_ms": 1.125, "reason": null, "sample_age_ms": 4878.521, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 13, "max_ms": 0.962, "p95_ms": 0.91, "reason": null, "sample_age_ms": 4878.703, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.146, "count": 13, "max_ms": 0.407, "p95_ms": 0.251, "reason": null, "sample_age_ms": 4851.466, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.893, "count": 13, "max_ms": 1.413, "p95_ms": 1.272, "reason": null, "sample_age_ms": 4877.495, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2211848.0, "count": 13, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4877.475, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4851.585, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.48, "count": 13, "max_ms": 35.084, "p95_ms": 34.591, "reason": null, "sample_age_ms": 4851.459, "source": "client_direct"}, "sample_age_ms": 4851.456, "source": "client_direct", "task_total_ms": {"avg_ms": 29.637, "count": 13, "max_ms": 36.428, "p95_ms": 35.766, "reason": null, "sample_age_ms": 4851.456, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.088, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 13, "max_ms": 0.843, "p95_ms": 0.843}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 13, "max_ms": 0.289, "p95_ms": 0.289}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 13, "max_ms": 0.155, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 13, "max_ms": 0.105, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 13, "max_ms": 0.19, "p95_ms": 0.19}, "setup_ms": {"avg_ms": 0.034, "count": 13, "max_ms": 0.102, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.479, "count": 13, "max_ms": 0.813, "p95_ms": 0.813}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 13, "max_ms": 0.044, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.403, "count": 13, "max_ms": 4.105, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 13, "max_ms": 0.407, "p95_ms": 0.407}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.301, "count": 13, "max_ms": 36.923, "p95_ms": 36.923}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 13, "max_ms": 0.068, "p95_ms": 0.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.334, "count": 13, "max_ms": 76.223, "p95_ms": 76.223}, "inference_input_copy_ms": {"avg_ms": 1.108, "count": 13, "max_ms": 1.506, "p95_ms": 1.506}, "processing_residual_ms": {"avg_ms": 0.093, "count": 13, "max_ms": 0.133, "p95_ms": 0.133}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.566, "count": 13, "max_ms": 77.926, "p95_ms": 77.926}, "read_interval": {"avg_ms": 1940.659, "count": 13, "max_ms": 13580.576, "p95_ms": 13580.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 13, "max_ms": 0.023, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.085, "count": 13, "max_ms": 0.134, "p95_ms": 0.134}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 13, "max_ms": 0.012, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 13, "max_ms": 0.118, "p95_ms": 0.118}, "worker_merge_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 30.312, "count": 13, "max_ms": 36.929, "p95_ms": 36.929}, "visualize": {"avg_ms": 27.695, "count": 13, "max_ms": 41.716, "p95_ms": 41.716}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.086, "count": 13, "max_ms": 41.035, "p95_ms": 41.035}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.558, "count": 13, "max_ms": 41.577, "p95_ms": 41.577}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.491, "count": 13, "max_ms": 41.506, "p95_ms": 41.506}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 13, "max_ms": 0.071, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.76, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.214, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134302, "write_bytes_delta": 134302, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.049396, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 504.0, "pid": 49262, "reason": null, "system_cpu_core_ratio": 0.00267, "system_cpu_s_delta": 0.03999999999999204, "user_cpu_core_ratio": 0.046726, "user_cpu_s_delta": 0.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.034711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004005, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.030706, "user_cpu_s_delta": 0.46000000002095476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.487, "count": 59, "max_ms": 4.942, "p95_ms": 3.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.496, "count": 30, "max": 40.829, "p95": 37.764, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.418, "count": 30, "max": 29.137, "p95": 22.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.3, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 504.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.107, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133750.633, "count": 30, "max": 135820.0, "p95": 135253.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129223.3, "count": 30, "max": 135550.0, "p95": 134868.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 43.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21436, "sampled_at": "2026-11-02T14:22:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3478967, "flush_count": 4299, "flush_interval_seconds": 30.0, "flush_state": {"count": 4299, "last_at": "2026-11-02T14:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4298}, "started": true, "suppressed_count": 2551368, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551364}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4299, "written_record_count": 4299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10401.062, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:22:46+09:00", "last_error_summary": "[h264 @ 0x59559715c100] error while decoding MB 157 74, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065894297600, "copied_frame_count": 2555662, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065894297600, "frame_buffer_copies": 2555662, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1007, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0841, "p95_ms": 0.1786, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2159, "count": 512, "max_ms": 3.5249, "p50_ms": 1.1253, "p95_ms": 2.0202, "p99_ms": 2.7033, "results": {"failed": 0, "not_applicable": 0, "success": 2555662, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 98, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:22:46+09:00", "last_error_summary": "[h264 @ 0x59559715c100] error while decoding MB 157 74, bytestream -7", "last_exit_at": "2026-11-02T14:22:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.884, "last_started_at": "2026-11-02T14:22:21+09:00", "pid": 49378, "process": {"exists": false, "pid": 49378}, "restart_count": 105, "restart_count_per_hour": 3, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 2334, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:22:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-11-02T14:22:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 465.046, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 134.954, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-02T14:22:46.117158+09:00", "mtime_epoch": 1793596966.1171577, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135436}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:22:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.516, "name": "celery", "pid": 176, "rss_mb": 2082.516, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555662, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 42}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 42, "pushed_frames": 42, "read_frames": 42, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.492, "pushed": 1.492, "read": 1.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 42, "client_acquire_ms": {"avg_ms": 0.004, "count": 42, "max_ms": 0.01, "p95_ms": 0.007, "reason": null, "sample_age_ms": 34.955, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.378, "count": 42, "max_ms": 1.351, "p95_ms": 1.159, "reason": null, "sample_age_ms": 65.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 42, "max_ms": 1.123, "p95_ms": 0.989, "reason": null, "sample_age_ms": 65.864, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 42, "max_ms": 0.259, "p95_ms": 0.197, "reason": null, "sample_age_ms": 34.961, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.897, "count": 42, "max_ms": 1.787, "p95_ms": 1.277, "reason": null, "sample_age_ms": 64.496, "source": "client_direct"}, "request_count": 42, "request_tensor_bytes": {"avg": 2211848.0, "count": 42, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 64.48, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.038, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.149, "count": 42, "max_ms": 39.293, "p95_ms": 35.076, "reason": null, "sample_age_ms": 34.952, "source": "client_direct"}, "sample_age_ms": 34.949, "source": "client_direct", "task_total_ms": {"avg_ms": 29.261, "count": 42, "max_ms": 41.441, "p95_ms": 36.415, "reason": null, "sample_age_ms": 34.949, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.37, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.48, "count": 42, "max_ms": 1.0, "p95_ms": 0.76}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 42, "max_ms": 0.329, "p95_ms": 0.278}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 42, "max_ms": 0.105, "p95_ms": 0.096}, "event_filter_ms": {"avg_ms": 0.002, "count": 42, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 42, "max_ms": 0.087, "p95_ms": 0.078}, "mcmt_ms": {"avg_ms": 0.002, "count": 42, "max_ms": 0.014, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 42, "max_ms": 0.444, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.027, "count": 42, "max_ms": 0.062, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.453, "count": 42, "max_ms": 0.966, "p95_ms": 0.723}, "track_match_ms": {"avg_ms": 0.003, "count": 42, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 42, "max_ms": 0.029, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.368, "count": 42, "max_ms": 4.846, "p95_ms": 3.994}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 42, "max_ms": 0.051, "p95_ms": 0.046}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.852, "count": 42, "max_ms": 42.017, "p95_ms": 36.923}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 42, "max_ms": 0.065, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.234, "count": 42, "max_ms": 89.119, "p95_ms": 76.171}, "inference_input_copy_ms": {"avg_ms": 1.196, "count": 42, "max_ms": 2.334, "p95_ms": 1.983}, "processing_residual_ms": {"avg_ms": 0.083, "count": 42, "max_ms": 0.151, "p95_ms": 0.11}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.541, "count": 42, "max_ms": 90.36, "p95_ms": 77.785}, "read_interval": {"avg_ms": 910.052, "count": 42, "max_ms": 10135.318, "p95_ms": 5683.141}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 42, "max_ms": 0.03, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.087, "count": 42, "max_ms": 0.269, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 42, "max_ms": 0.042, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 42, "max_ms": 0.238, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 42, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.861, "count": 42, "max_ms": 42.027, "p95_ms": 36.929}, "visualize": {"avg_ms": 27.219, "count": 42, "max_ms": 45.569, "p95_ms": 40.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.635, "count": 42, "max_ms": 44.842, "p95_ms": 39.169}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.093, "count": 42, "max_ms": 45.43, "p95_ms": 39.895}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.031, "count": 42, "max_ms": 45.349, "p95_ms": 39.779}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 42, "max_ms": 0.073, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.3, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.045, "exists": true, "size_bytes": 135326, "write_bytes_delta": 135326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.013992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1393.0, "pid": 49378, "reason": null, "system_cpu_core_ratio": 0.000636, "system_cpu_s_delta": 0.010000000000000009, "user_cpu_core_ratio": 0.013356, "user_cpu_s_delta": 0.20999999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001272, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.008268, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 14, "max_ms": 4.105, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.578, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.889, "count": 30, "max": 29.137, "p95": 22.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.167, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 151.5, "count": 30, "max": 2648.0, "p95": 992.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.346, "count": 30, "max": 10.045, "p95": 0.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133833.967, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129373.2, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 43.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21439, "sampled_at": "2026-11-02T14:22:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.152, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10400.816, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5757141e3a80] error while decoding MB 158 70, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065982771200, "copied_frame_count": 2555694, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065982771200, "frame_buffer_copies": 2555694, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.099, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0825, "p95_ms": 0.1762, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2064, "count": 512, "max_ms": 3.5249, "p50_ms": 1.1125, "p95_ms": 2.0469, "p99_ms": 2.7033, "results": {"failed": 0, "not_applicable": 0, "success": 2555694, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:17+09:00", "last_error_summary": "[h264 @ 0x5757141e3a80] error while decoding MB 158 70, bytestream -13", "last_exit_at": "2026-11-02T14:22:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.431, "last_started_at": "2026-11-02T14:22:49+09:00", "pid": 49494, "process": {"exists": false, "pid": 49494}, "restart_count": 106, "restart_count_per_hour": 4, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.626, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-02T14:23:17+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-11-02T14:23:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.505, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 103.495, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-11-02T14:23:17.602445+09:00", "mtime_epoch": 1793596997.6024454, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135943}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.547, "name": "celery", "pid": 176, "rss_mb": 2082.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 32}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 32, "pushed_frames": 32, "read_frames": 33, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.01, "pushed": 2.01, "read": 2.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 16.98, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.466, "count": 33, "max_ms": 1.407, "p95_ms": 1.248, "reason": null, "sample_age_ms": 42.882, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 33, "max_ms": 1.155, "p95_ms": 1.004, "reason": null, "sample_age_ms": 43.026, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 33, "max_ms": 0.207, "p95_ms": 0.175, "reason": null, "sample_age_ms": 16.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 33, "max_ms": 1.944, "p95_ms": 1.467, "reason": null, "sample_age_ms": 42.138, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2211848.0, "count": 33, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 42.123, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.132, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.675, "count": 33, "max_ms": 36.291, "p95_ms": 34.558, "reason": null, "sample_age_ms": 16.977, "source": "client_direct"}, "sample_age_ms": 16.974, "source": "client_direct", "task_total_ms": {"avg_ms": 28.83, "count": 33, "max_ms": 37.886, "p95_ms": 35.953, "reason": null, "sample_age_ms": 16.974, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.318, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.45, "count": 32, "max_ms": 0.884, "p95_ms": 0.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 32, "max_ms": 0.295, "p95_ms": 0.205}, "detection_prepare_ms": {"avg_ms": 0.061, "count": 32, "max_ms": 0.098, "p95_ms": 0.086}, "event_filter_ms": {"avg_ms": 0.002, "count": 32, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 32, "max_ms": 0.081, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.001, "count": 32, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 32, "max_ms": 0.259, "p95_ms": 0.149}, "setup_ms": {"avg_ms": 0.026, "count": 32, "max_ms": 0.051, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.425, "count": 32, "max_ms": 0.839, "p95_ms": 0.529}, "track_match_ms": {"avg_ms": 0.003, "count": 32, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 32, "max_ms": 0.056, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.276, "count": 32, "max_ms": 4.43, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 32, "max_ms": 0.331, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.613, "count": 32, "max_ms": 39.134, "p95_ms": 36.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 32, "max_ms": 0.077, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.348, "count": 32, "max_ms": 73.943, "p95_ms": 64.988}, "inference_input_copy_ms": {"avg_ms": 1.372, "count": 32, "max_ms": 2.687, "p95_ms": 2.634}, "processing_residual_ms": {"avg_ms": 0.093, "count": 32, "max_ms": 0.167, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.837, "count": 32, "max_ms": 75.278, "p95_ms": 66.427}, "read_interval": {"avg_ms": 954.099, "count": 33, "max_ms": 15605.228, "p95_ms": 5618.675}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 32, "max_ms": 0.021, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.08, "count": 32, "max_ms": 0.183, "p95_ms": 0.114}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 32, "max_ms": 0.014, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 32, "max_ms": 0.163, "p95_ms": 0.103}, "worker_merge_ms": {"avg_ms": 0.003, "count": 32, "max_ms": 0.007, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 29.621, "count": 32, "max_ms": 39.142, "p95_ms": 36.917}, "visualize": {"avg_ms": 24.559, "count": 32, "max_ms": 35.394, "p95_ms": 33.23}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.004, "count": 32, "max_ms": 34.674, "p95_ms": 32.72}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.442, "count": 32, "max_ms": 35.23, "p95_ms": 33.123}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.382, "count": 32, "max_ms": 35.156, "p95_ms": 33.066}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 32, "max_ms": 0.06, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.3, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.045, "exists": true, "size_bytes": 135326, "write_bytes_delta": 135326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.013992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1393.0, "pid": 49378, "reason": null, "system_cpu_core_ratio": 0.000636, "system_cpu_s_delta": 0.010000000000000009, "user_cpu_core_ratio": 0.013356, "user_cpu_s_delta": 0.20999999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001272, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.008268, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 14, "max_ms": 4.105, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.578, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.889, "count": 30, "max": 29.137, "p95": 22.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.167, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 151.5, "count": 30, "max": 2648.0, "p95": 992.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.346, "count": 30, "max": 10.045, "p95": 0.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133833.967, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129373.2, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 43.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21439, "sampled_at": "2026-11-02T14:22:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 15.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10401.645, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:23:17+09:00", "last_error_summary": "[h264 @ 0x5757141e3a80] error while decoding MB 158 70, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065985536000, "copied_frame_count": 2555695, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065985536000, "frame_buffer_copies": 2555695, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0989, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0825, "p95_ms": 0.1762, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1146, "p95_ms": 2.0568, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555695, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:17+09:00", "last_error_summary": "[h264 @ 0x5757141e3a80] error while decoding MB 158 70, bytestream -13", "last_exit_at": "2026-11-02T14:23:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.447, "last_started_at": "2026-11-02T14:22:49+09:00", "pid": 49494, "process": {"exists": false, "pid": 49494}, "restart_count": 106, "restart_count_per_hour": 4, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.626, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-02T14:23:17+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-02T14:23:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.526, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 103.474, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-02T14:23:17.602445+09:00", "mtime_epoch": 1793596997.6024454, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135943}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:17+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.543, "name": "celery", "pid": 176, "rss_mb": 2082.543, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 33, "pushed_frames": 33, "read_frames": 33, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.07, "pushed": 2.07, "read": 2.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 33.638, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.466, "count": 33, "max_ms": 1.407, "p95_ms": 1.248, "reason": null, "sample_age_ms": 59.541, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 33, "max_ms": 1.155, "p95_ms": 1.004, "reason": null, "sample_age_ms": 59.685, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 33, "max_ms": 0.207, "p95_ms": 0.175, "reason": null, "sample_age_ms": 33.643, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 33, "max_ms": 1.944, "p95_ms": 1.467, "reason": null, "sample_age_ms": 58.796, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2211848.0, "count": 33, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 58.782, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.79, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.675, "count": 33, "max_ms": 36.291, "p95_ms": 34.558, "reason": null, "sample_age_ms": 33.635, "source": "client_direct"}, "sample_age_ms": 33.633, "source": "client_direct", "task_total_ms": {"avg_ms": 28.83, "count": 33, "max_ms": 37.886, "p95_ms": 35.953, "reason": null, "sample_age_ms": 33.633, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.711, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.449, "count": 33, "max_ms": 0.884, "p95_ms": 0.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 33, "max_ms": 0.295, "p95_ms": 0.205}, "detection_prepare_ms": {"avg_ms": 0.061, "count": 33, "max_ms": 0.098, "p95_ms": 0.086}, "event_filter_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 33, "max_ms": 0.081, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.001, "count": 33, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 33, "max_ms": 0.259, "p95_ms": 0.149}, "setup_ms": {"avg_ms": 0.026, "count": 33, "max_ms": 0.051, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.424, "count": 33, "max_ms": 0.839, "p95_ms": 0.529}, "track_match_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 33, "max_ms": 0.056, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.254, "count": 33, "max_ms": 4.43, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.331, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.512, "count": 33, "max_ms": 39.134, "p95_ms": 36.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 33, "max_ms": 0.077, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.176, "count": 33, "max_ms": 73.943, "p95_ms": 64.988}, "inference_input_copy_ms": {"avg_ms": 1.361, "count": 33, "max_ms": 2.687, "p95_ms": 2.634}, "processing_residual_ms": {"avg_ms": 0.092, "count": 33, "max_ms": 0.167, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.653, "count": 33, "max_ms": 75.278, "p95_ms": 66.427}, "read_interval": {"avg_ms": 954.099, "count": 33, "max_ms": 15605.228, "p95_ms": 5618.675}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 33, "max_ms": 0.021, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.08, "count": 33, "max_ms": 0.183, "p95_ms": 0.114}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 33, "max_ms": 0.014, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 33, "max_ms": 0.163, "p95_ms": 0.103}, "worker_merge_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.007, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 29.52, "count": 33, "max_ms": 39.142, "p95_ms": 36.917}, "visualize": {"avg_ms": 24.5, "count": 33, "max_ms": 35.394, "p95_ms": 33.23}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.948, "count": 33, "max_ms": 34.674, "p95_ms": 32.72}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.383, "count": 33, "max_ms": 35.23, "p95_ms": 33.123}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.323, "count": 33, "max_ms": 35.156, "p95_ms": 33.066}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.06, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.3, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.045, "exists": true, "size_bytes": 135326, "write_bytes_delta": 135326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.013992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1393.0, "pid": 49378, "reason": null, "system_cpu_core_ratio": 0.000636, "system_cpu_s_delta": 0.010000000000000009, "user_cpu_core_ratio": 0.013356, "user_cpu_s_delta": 0.20999999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001272, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.008268, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 14, "max_ms": 4.105, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.578, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.889, "count": 30, "max": 29.137, "p95": 22.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.167, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 151.5, "count": 30, "max": 2648.0, "p95": 992.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.346, "count": 30, "max": 10.045, "p95": 0.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133833.967, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129373.2, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 43.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21439, "sampled_at": "2026-11-02T14:22:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 15.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10400.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065985536000, "copied_frame_count": 2555695, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065985536000, "frame_buffer_copies": 2555695, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0989, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0825, "p95_ms": 0.1762, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1146, "p95_ms": 2.0568, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555695, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:17+09:00", "last_error_summary": "[h264 @ 0x5757141e3a80] error while decoding MB 158 70, bytestream -13", "last_exit_at": "2026-11-02T14:23:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.472, "last_started_at": "2026-11-02T14:22:49+09:00", "pid": 49494, "process": {"exists": false, "pid": 49494}, "restart_count": 106, "restart_count_per_hour": 4, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.62, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-02T14:23:17+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-02T14:23:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.55, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 103.45, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T14:23:17.662446+09:00", "mtime_epoch": 1793596997.6624458, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134670}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:17+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.543, "name": "celery", "pid": 176, "rss_mb": 2082.543, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 33, "pushed_frames": 33, "read_frames": 33, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.067, "pushed": 2.067, "read": 2.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 58.422, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.466, "count": 33, "max_ms": 1.407, "p95_ms": 1.248, "reason": null, "sample_age_ms": 84.324, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 33, "max_ms": 1.155, "p95_ms": 1.004, "reason": null, "sample_age_ms": 84.468, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 33, "max_ms": 0.207, "p95_ms": 0.175, "reason": null, "sample_age_ms": 58.427, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 33, "max_ms": 1.944, "p95_ms": 1.467, "reason": null, "sample_age_ms": 83.58, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2211848.0, "count": 33, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 83.565, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.573, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.675, "count": 33, "max_ms": 36.291, "p95_ms": 34.558, "reason": null, "sample_age_ms": 58.419, "source": "client_direct"}, "sample_age_ms": 58.416, "source": "client_direct", "task_total_ms": {"avg_ms": 28.83, "count": 33, "max_ms": 37.886, "p95_ms": 35.953, "reason": null, "sample_age_ms": 58.416, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.717, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.449, "count": 33, "max_ms": 0.884, "p95_ms": 0.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 33, "max_ms": 0.295, "p95_ms": 0.205}, "detection_prepare_ms": {"avg_ms": 0.061, "count": 33, "max_ms": 0.098, "p95_ms": 0.086}, "event_filter_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 33, "max_ms": 0.081, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.001, "count": 33, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 33, "max_ms": 0.259, "p95_ms": 0.149}, "setup_ms": {"avg_ms": 0.026, "count": 33, "max_ms": 0.051, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.424, "count": 33, "max_ms": 0.839, "p95_ms": 0.529}, "track_match_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 33, "max_ms": 0.056, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.254, "count": 33, "max_ms": 4.43, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.331, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.512, "count": 33, "max_ms": 39.134, "p95_ms": 36.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 33, "max_ms": 0.077, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.176, "count": 33, "max_ms": 73.943, "p95_ms": 64.988}, "inference_input_copy_ms": {"avg_ms": 1.361, "count": 33, "max_ms": 2.687, "p95_ms": 2.634}, "processing_residual_ms": {"avg_ms": 0.092, "count": 33, "max_ms": 0.167, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.653, "count": 33, "max_ms": 75.278, "p95_ms": 66.427}, "read_interval": {"avg_ms": 954.099, "count": 33, "max_ms": 15605.228, "p95_ms": 5618.675}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 33, "max_ms": 0.021, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.08, "count": 33, "max_ms": 0.183, "p95_ms": 0.114}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 33, "max_ms": 0.014, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 33, "max_ms": 0.163, "p95_ms": 0.103}, "worker_merge_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.007, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 29.52, "count": 33, "max_ms": 39.142, "p95_ms": 36.917}, "visualize": {"avg_ms": 24.5, "count": 33, "max_ms": 35.394, "p95_ms": 33.23}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.948, "count": 33, "max_ms": 34.674, "p95_ms": 32.72}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.383, "count": 33, "max_ms": 35.23, "p95_ms": 33.123}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.323, "count": 33, "max_ms": 35.156, "p95_ms": 33.066}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.06, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.3, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.045, "exists": true, "size_bytes": 135326, "write_bytes_delta": 135326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.013992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1393.0, "pid": 49378, "reason": null, "system_cpu_core_ratio": 0.000636, "system_cpu_s_delta": 0.010000000000000009, "user_cpu_core_ratio": 0.013356, "user_cpu_s_delta": 0.20999999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001272, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.008268, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 14, "max_ms": 4.105, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.578, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.889, "count": 30, "max": 29.137, "p95": 22.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.167, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 151.5, "count": 30, "max": 2648.0, "p95": 992.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.346, "count": 30, "max": 10.045, "p95": 0.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133833.967, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129373.2, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 43.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21439, "sampled_at": "2026-11-02T14:22:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 15.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10437.387, "limit_mb": null}, "detail": {"pid": 49610, "restart_count": 107, "start_count": 108}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7065985536000, "copied_frame_count": 2555695, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7065985536000, "frame_buffer_copies": 2555695, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0989, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0825, "p95_ms": 0.1762, "p99_ms": 0.2528}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1146, "p95_ms": 2.0568, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555695, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:17+09:00", "last_error_summary": "[h264 @ 0x5757141e3a80] error while decoding MB 158 70, bytestream -13", "last_exit_at": "2026-11-02T14:23:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:23:19+09:00", "pid": 49610, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.883, "name": "ffmpeg", "pid": 49610, "rss_mb": 74.883, "state": "S (sleeping)", "threads": 1}, "restart_count": 107, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.232, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.161, "last_frame_pushed_at": "2026-11-02T14:23:17+09:00", "last_frame_read_age_sec": 4.218, "last_frame_read_at": "2026-11-02T14:23:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 500.685, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 99.315, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 4.153, "exists": true, "mtime": "2026-11-02T14:23:17.662446+09:00", "mtime_epoch": 1793596997.6624458, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134670}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.547, "name": "celery", "pid": 176, "rss_mb": 2082.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 33, "pushed_frames": 33, "read_frames": 33, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.642, "pushed": 1.642, "read": 1.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4193.479, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.466, "count": 33, "max_ms": 1.407, "p95_ms": 1.248, "reason": null, "sample_age_ms": 4219.382, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 33, "max_ms": 1.155, "p95_ms": 1.004, "reason": null, "sample_age_ms": 4219.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 33, "max_ms": 0.207, "p95_ms": 0.175, "reason": null, "sample_age_ms": 4193.485, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 33, "max_ms": 1.944, "p95_ms": 1.467, "reason": null, "sample_age_ms": 4218.637, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2211848.0, "count": 33, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4218.623, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4193.631, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.675, "count": 33, "max_ms": 36.291, "p95_ms": 34.558, "reason": null, "sample_age_ms": 4193.476, "source": "client_direct"}, "sample_age_ms": 4193.474, "source": "client_direct", "task_total_ms": {"avg_ms": 28.83, "count": 33, "max_ms": 37.886, "p95_ms": 35.953, "reason": null, "sample_age_ms": 4193.474, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.478, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.449, "count": 33, "max_ms": 0.884, "p95_ms": 0.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 33, "max_ms": 0.295, "p95_ms": 0.205}, "detection_prepare_ms": {"avg_ms": 0.061, "count": 33, "max_ms": 0.098, "p95_ms": 0.086}, "event_filter_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 33, "max_ms": 0.081, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.001, "count": 33, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 33, "max_ms": 0.259, "p95_ms": 0.149}, "setup_ms": {"avg_ms": 0.026, "count": 33, "max_ms": 0.051, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.424, "count": 33, "max_ms": 0.839, "p95_ms": 0.529}, "track_match_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 33, "max_ms": 0.056, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.254, "count": 33, "max_ms": 4.43, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.331, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.512, "count": 33, "max_ms": 39.134, "p95_ms": 36.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 33, "max_ms": 0.077, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.176, "count": 33, "max_ms": 73.943, "p95_ms": 64.988}, "inference_input_copy_ms": {"avg_ms": 1.361, "count": 33, "max_ms": 2.687, "p95_ms": 2.634}, "processing_residual_ms": {"avg_ms": 0.092, "count": 33, "max_ms": 0.167, "p95_ms": 0.159}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.653, "count": 33, "max_ms": 75.278, "p95_ms": 66.427}, "read_interval": {"avg_ms": 954.099, "count": 33, "max_ms": 15605.228, "p95_ms": 5618.675}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 33, "max_ms": 0.021, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.08, "count": 33, "max_ms": 0.183, "p95_ms": 0.114}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 33, "max_ms": 0.014, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 33, "max_ms": 0.163, "p95_ms": 0.103}, "worker_merge_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.007, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 29.52, "count": 33, "max_ms": 39.142, "p95_ms": 36.917}, "visualize": {"avg_ms": 24.5, "count": 33, "max_ms": 35.394, "p95_ms": 33.23}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.948, "count": 33, "max_ms": 34.674, "p95_ms": 32.72}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.383, "count": 33, "max_ms": 35.23, "p95_ms": 33.123}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.323, "count": 33, "max_ms": 35.156, "p95_ms": 33.066}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.06, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.3, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.045, "exists": true, "size_bytes": 135326, "write_bytes_delta": 135326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.013992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1393.0, "pid": 49378, "reason": null, "system_cpu_core_ratio": 0.000636, "system_cpu_s_delta": 0.010000000000000009, "user_cpu_core_ratio": 0.013356, "user_cpu_s_delta": 0.20999999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001272, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.008268, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 14, "max_ms": 4.105, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.578, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.889, "count": 30, "max": 29.137, "p95": 22.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.167, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 151.5, "count": 30, "max": 2648.0, "p95": 992.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.346, "count": 30, "max": 10.045, "p95": 0.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133833.967, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129373.2, "count": 30, "max": 135550.0, "p95": 135287.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 43.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21439, "sampled_at": "2026-11-02T14:22:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:22:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 20.098, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4062375, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:22:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2485259, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2484961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10220.027, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6882303283200, "copied_frame_count": 2489259, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6882303283200, "frame_buffer_copies": 2489259, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0738, "count": 512, "max_ms": 0.2452, "p50_ms": 0.0659, "p95_ms": 0.1276, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0092, "count": 512, "max_ms": 5.5271, "p50_ms": 0.9187, "p95_ms": 1.5974, "p99_ms": 2.1876, "results": {"failed": 0, "not_applicable": 0, "success": 2489259, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T12:07:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 8141.245, "last_started_at": "2026-11-02T12:07:45+09:00", "pid": 48382, "process": {"exists": false, "pid": 48382}, "restart_count": 182, "restart_count_per_hour": 0, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-02T14:23:26+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-02T14:23:26+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.345, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 94.655, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-02T14:23:26.416525+09:00", "mtime_epoch": 1793597006.4165246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:23:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2489260, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.214, "max": 11.0, "p95": 9.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.696, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 1.696, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 57, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.983, "pushed": 1.983, "read": 2.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 16.987, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.543, "count": 57, "max_ms": 3.567, "p95_ms": 1.676, "reason": null, "sample_age_ms": 53.516, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 57, "max_ms": 3.001, "p95_ms": 1.137, "reason": null, "sample_age_ms": 53.766, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 57, "max_ms": 0.463, "p95_ms": 0.369, "reason": null, "sample_age_ms": 16.994, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.242, "count": 57, "max_ms": 3.029, "p95_ms": 2.262, "reason": null, "sample_age_ms": 52.221, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 52.202, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.244, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.938, "count": 57, "max_ms": 62.347, "p95_ms": 44.469, "reason": null, "sample_age_ms": 16.984, "source": "client_direct"}, "sample_age_ms": 16.981, "source": "client_direct", "task_total_ms": {"avg_ms": 36.541, "count": 57, "max_ms": 65.524, "p95_ms": 46.969, "reason": null, "sample_age_ms": 16.981, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.21, "count": 56, "max_ms": 7.724, "p95_ms": 7.528}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.272, "count": 56, "max_ms": 0.632, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.962, "count": 56, "max_ms": 1.686, "p95_ms": 1.515}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 56, "max_ms": 0.45, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.449, "count": 56, "max_ms": 4.568, "p95_ms": 3.894}, "setup_ms": {"avg_ms": 0.029, "count": 56, "max_ms": 0.057, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 5.172, "count": 56, "max_ms": 7.684, "p95_ms": 7.456}, "track_match_ms": {"avg_ms": 0.074, "count": 56, "max_ms": 0.143, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.176, "count": 56, "max_ms": 1.882, "p95_ms": 1.727}}, "gstreamer_push": {"avg_ms": 2.004, "count": 56, "max_ms": 3.496, "p95_ms": 3.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 56, "max_ms": 0.139, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.357, "count": 56, "max_ms": 69.307, "p95_ms": 48.055}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.29, "count": 56, "max_ms": 9.306, "p95_ms": 5.656}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.622, "count": 56, "max_ms": 101.72, "p95_ms": 82.011}, "inference_input_copy_ms": {"avg_ms": 1.065, "count": 56, "max_ms": 2.479, "p95_ms": 1.992}, "processing_residual_ms": {"avg_ms": 0.126, "count": 56, "max_ms": 0.214, "p95_ms": 0.203}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.104, "count": 56, "max_ms": 109.854, "p95_ms": 85.551}, "read_interval": {"avg_ms": 552.201, "count": 57, "max_ms": 19912.918, "p95_ms": 3284.258}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 56, "max_ms": 0.023, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 2.402, "count": 56, "max_ms": 4.498, "p95_ms": 3.831}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 56, "max_ms": 0.023, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.391, "count": 56, "max_ms": 4.481, "p95_ms": 3.816}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.009, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.367, "count": 56, "max_ms": 69.318, "p95_ms": 48.062}, "visualize": {"avg_ms": 26.256, "count": 56, "max_ms": 35.195, "p95_ms": 33.919}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.14, "count": 56, "max_ms": 30.484, "p95_ms": 29.05}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.105, "count": 56, "max_ms": 34.25, "p95_ms": 32.674}, "visualize_input_copy_ms": {"avg_ms": 1.019, "count": 56, "max_ms": 2.314, "p95_ms": 1.735}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.016, "count": 56, "max_ms": 34.171, "p95_ms": 32.582}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 56, "max_ms": 0.139, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.382, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101821, "write_bytes_delta": 101821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.126947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2139.0, "pid": 48382, "reason": null, "system_cpu_core_ratio": 0.01085, "system_cpu_s_delta": 0.4000000000000341, "user_cpu_core_ratio": 0.116097, "user_cpu_s_delta": 4.2800000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.469543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152174, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 0.317369, "user_cpu_s_delta": 11.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.005, "count": 51, "max_ms": 3.496, "p95_ms": 3.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.118, "max": 11.0, "p95": 9.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 1.667, "max": 2.0, "p95": 2.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.026, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.166, "count": 30, "max": 22.303, "p95": 19.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.4, "count": 30, "max": 1477.0, "p95": 1429.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 72.733, "count": 30, "max": 2139.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.067, "count": 30, "max": 31.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.576, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.024, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19182, "sampled_at": "2026-11-02T14:23:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.245, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4062375, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:22:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2485259, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2484961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10220.379, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6882306048000, "copied_frame_count": 2489260, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6882306048000, "frame_buffer_copies": 2489260, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0738, "count": 512, "max_ms": 0.2452, "p50_ms": 0.0659, "p95_ms": 0.1276, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0091, "count": 512, "max_ms": 5.5271, "p50_ms": 0.9187, "p95_ms": 1.5974, "p99_ms": 2.1876, "results": {"failed": 0, "not_applicable": 0, "success": 2489260, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:23:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 8141.281, "last_started_at": "2026-11-02T12:07:45+09:00", "pid": 48382, "process": {"exists": false, "pid": 48382}, "restart_count": 182, "restart_count_per_hour": 0, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:23:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-02T14:23:26+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.379, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 94.621, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-11-02T14:23:26.416525+09:00", "mtime_epoch": 1793597006.4165246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:23:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2489260, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.298, "max": 11.0, "p95": 10.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.702, "max": 2.0, "p95": 2.0, "sample_count": 57}, "total": {"avg": 1.702, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.579, "max": 1.0, "p95": 1.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.579, "max": 1.0, "p95": 1.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.015, "pushed": 2.015, "read": 2.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 53.438, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.543, "count": 57, "max_ms": 3.567, "p95_ms": 1.676, "reason": null, "sample_age_ms": 89.967, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 57, "max_ms": 3.001, "p95_ms": 1.137, "reason": null, "sample_age_ms": 90.217, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 57, "max_ms": 0.463, "p95_ms": 0.369, "reason": null, "sample_age_ms": 53.445, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.242, "count": 57, "max_ms": 3.029, "p95_ms": 2.262, "reason": null, "sample_age_ms": 88.672, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.653, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.695, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.938, "count": 57, "max_ms": 62.347, "p95_ms": 44.469, "reason": null, "sample_age_ms": 53.435, "source": "client_direct"}, "sample_age_ms": 53.432, "source": "client_direct", "task_total_ms": {"avg_ms": 36.541, "count": 57, "max_ms": 65.524, "p95_ms": 46.969, "reason": null, "sample_age_ms": 53.432, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.265, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.238, "count": 57, "max_ms": 7.724, "p95_ms": 7.528}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.273, "count": 57, "max_ms": 0.632, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.963, "count": 57, "max_ms": 1.686, "p95_ms": 1.515}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 57, "max_ms": 0.45, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.471, "count": 57, "max_ms": 4.568, "p95_ms": 3.894}, "setup_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.057, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 5.2, "count": 57, "max_ms": 7.684, "p95_ms": 7.456}, "track_match_ms": {"avg_ms": 0.074, "count": 57, "max_ms": 0.143, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.181, "count": 57, "max_ms": 1.882, "p95_ms": 1.727}}, "gstreamer_push": {"avg_ms": 1.996, "count": 57, "max_ms": 3.496, "p95_ms": 3.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 57, "max_ms": 0.139, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.352, "count": 57, "max_ms": 69.307, "p95_ms": 48.055}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.279, "count": 57, "max_ms": 9.306, "p95_ms": 5.656}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.86, "count": 57, "max_ms": 101.72, "p95_ms": 83.134}, "inference_input_copy_ms": {"avg_ms": 1.064, "count": 57, "max_ms": 2.479, "p95_ms": 1.992}, "processing_residual_ms": {"avg_ms": 0.128, "count": 57, "max_ms": 0.246, "p95_ms": 0.206}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.331, "count": 57, "max_ms": 109.854, "p95_ms": 86.072}, "read_interval": {"avg_ms": 552.201, "count": 57, "max_ms": 19912.918, "p95_ms": 3284.258}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 57, "max_ms": 0.023, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 2.425, "count": 57, "max_ms": 4.498, "p95_ms": 3.831}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 57, "max_ms": 0.023, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.413, "count": 57, "max_ms": 4.481, "p95_ms": 3.816}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.009, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.363, "count": 57, "max_ms": 69.318, "p95_ms": 48.062}, "visualize": {"avg_ms": 26.469, "count": 57, "max_ms": 38.383, "p95_ms": 34.064}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.31, "count": 57, "max_ms": 31.85, "p95_ms": 29.922}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.319, "count": 57, "max_ms": 37.3, "p95_ms": 33.176}, "visualize_input_copy_ms": {"avg_ms": 1.018, "count": 57, "max_ms": 2.314, "p95_ms": 1.735}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.23, "count": 57, "max_ms": 37.228, "p95_ms": 33.056}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 57, "max_ms": 0.139, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.382, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101821, "write_bytes_delta": 101821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.126947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2139.0, "pid": 48382, "reason": null, "system_cpu_core_ratio": 0.01085, "system_cpu_s_delta": 0.4000000000000341, "user_cpu_core_ratio": 0.116097, "user_cpu_s_delta": 4.2800000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.469543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152174, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 0.317369, "user_cpu_s_delta": 11.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.005, "count": 51, "max_ms": 3.496, "p95_ms": 3.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.118, "max": 11.0, "p95": 9.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 1.667, "max": 2.0, "p95": 2.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.026, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.166, "count": 30, "max": 22.303, "p95": 19.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.4, "count": 30, "max": 1477.0, "p95": 1429.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 72.733, "count": 30, "max": 2139.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.067, "count": 30, "max": 31.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.576, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.024, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19182, "sampled_at": "2026-11-02T14:23:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.281, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4062375, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:22:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2485259, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2484961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10220.32, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6882306048000, "copied_frame_count": 2489260, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6882306048000, "frame_buffer_copies": 2489260, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0738, "count": 512, "max_ms": 0.2452, "p50_ms": 0.0659, "p95_ms": 0.1276, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0091, "count": 512, "max_ms": 5.5271, "p50_ms": 0.9187, "p95_ms": 1.5974, "p99_ms": 2.1876, "results": {"failed": 0, "not_applicable": 0, "success": 2489260, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:23:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 8141.307, "last_started_at": "2026-11-02T12:07:45+09:00", "pid": 48382, "process": {"exists": false, "pid": 48382}, "restart_count": 182, "restart_count_per_hour": 0, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-02T14:23:26+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-02T14:23:26+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.404, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 94.596, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-11-02T14:23:26.508525+09:00", "mtime_epoch": 1793597006.5085254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102374}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:23:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2489260, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.298, "max": 11.0, "p95": 10.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.702, "max": 2.0, "p95": 2.0, "sample_count": 57}, "total": {"avg": 1.702, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.579, "max": 1.0, "p95": 1.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.579, "max": 1.0, "p95": 1.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.014, "pushed": 2.014, "read": 2.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 78.257, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.543, "count": 57, "max_ms": 3.567, "p95_ms": 1.676, "reason": null, "sample_age_ms": 114.786, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 57, "max_ms": 3.001, "p95_ms": 1.137, "reason": null, "sample_age_ms": 115.036, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 57, "max_ms": 0.463, "p95_ms": 0.369, "reason": null, "sample_age_ms": 78.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.242, "count": 57, "max_ms": 3.029, "p95_ms": 2.262, "reason": null, "sample_age_ms": 113.49, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 113.471, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.938, "count": 57, "max_ms": 62.347, "p95_ms": 44.469, "reason": null, "sample_age_ms": 78.253, "source": "client_direct"}, "sample_age_ms": 78.25, "source": "client_direct", "task_total_ms": {"avg_ms": 36.541, "count": 57, "max_ms": 65.524, "p95_ms": 46.969, "reason": null, "sample_age_ms": 78.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.345, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.238, "count": 57, "max_ms": 7.724, "p95_ms": 7.528}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.273, "count": 57, "max_ms": 0.632, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.963, "count": 57, "max_ms": 1.686, "p95_ms": 1.515}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 57, "max_ms": 0.45, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.471, "count": 57, "max_ms": 4.568, "p95_ms": 3.894}, "setup_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.057, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 5.2, "count": 57, "max_ms": 7.684, "p95_ms": 7.456}, "track_match_ms": {"avg_ms": 0.074, "count": 57, "max_ms": 0.143, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.181, "count": 57, "max_ms": 1.882, "p95_ms": 1.727}}, "gstreamer_push": {"avg_ms": 1.996, "count": 57, "max_ms": 3.496, "p95_ms": 3.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 57, "max_ms": 0.139, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.352, "count": 57, "max_ms": 69.307, "p95_ms": 48.055}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.279, "count": 57, "max_ms": 9.306, "p95_ms": 5.656}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.86, "count": 57, "max_ms": 101.72, "p95_ms": 83.134}, "inference_input_copy_ms": {"avg_ms": 1.064, "count": 57, "max_ms": 2.479, "p95_ms": 1.992}, "processing_residual_ms": {"avg_ms": 0.128, "count": 57, "max_ms": 0.246, "p95_ms": 0.206}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.331, "count": 57, "max_ms": 109.854, "p95_ms": 86.072}, "read_interval": {"avg_ms": 552.201, "count": 57, "max_ms": 19912.918, "p95_ms": 3284.258}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 57, "max_ms": 0.023, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 2.425, "count": 57, "max_ms": 4.498, "p95_ms": 3.831}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 57, "max_ms": 0.023, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.413, "count": 57, "max_ms": 4.481, "p95_ms": 3.816}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.009, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.363, "count": 57, "max_ms": 69.318, "p95_ms": 48.062}, "visualize": {"avg_ms": 26.469, "count": 57, "max_ms": 38.383, "p95_ms": 34.064}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.31, "count": 57, "max_ms": 31.85, "p95_ms": 29.922}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.319, "count": 57, "max_ms": 37.3, "p95_ms": 33.176}, "visualize_input_copy_ms": {"avg_ms": 1.018, "count": 57, "max_ms": 2.314, "p95_ms": 1.735}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.23, "count": 57, "max_ms": 37.228, "p95_ms": 33.056}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 57, "max_ms": 0.139, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.382, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101821, "write_bytes_delta": 101821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.126947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2139.0, "pid": 48382, "reason": null, "system_cpu_core_ratio": 0.01085, "system_cpu_s_delta": 0.4000000000000341, "user_cpu_core_ratio": 0.116097, "user_cpu_s_delta": 4.2800000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.469543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152174, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 0.317369, "user_cpu_s_delta": 11.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.005, "count": 51, "max_ms": 3.496, "p95_ms": 3.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.118, "max": 11.0, "p95": 9.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 1.667, "max": 2.0, "p95": 2.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.026, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.166, "count": 30, "max": 22.303, "p95": 19.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.4, "count": 30, "max": 1477.0, "p95": 1429.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 72.733, "count": 30, "max": 2139.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.067, "count": 30, "max": 31.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.576, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.024, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19182, "sampled_at": "2026-11-02T14:23:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.307, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4062375, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:22:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:22:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2485259, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2484961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10231.816, "limit_mb": null}, "detail": {"pid": 49612, "restart_count": 183, "start_count": 184}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6882306048000, "copied_frame_count": 2489260, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6882306048000, "frame_buffer_copies": 2489260, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0738, "count": 512, "max_ms": 0.2452, "p50_ms": 0.0659, "p95_ms": 0.1276, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0091, "count": 512, "max_ms": 5.5271, "p50_ms": 0.9187, "p95_ms": 1.5974, "p99_ms": 2.1876, "results": {"failed": 0, "not_applicable": 0, "success": 2489260, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:23:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:23:29+09:00", "pid": 49612, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.672, "name": "ffmpeg", "pid": 49612, "rss_mb": 44.672, "state": "S (sleeping)", "threads": 1}, "restart_count": 183, "restart_count_per_hour": 1, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.361, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.81, "last_frame_pushed_at": "2026-11-02T14:23:26+09:00", "last_frame_read_age_sec": 4.898, "last_frame_read_at": "2026-11-02T14:23:26+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 510.186, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 89.814, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 4.802, "exists": true, "mtime": "2026-11-02T14:23:26.508525+09:00", "mtime_epoch": 1793597006.5085254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102374}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:23:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2489260, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.098, "max": 11.0, "p95": 10.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.667, "max": 2.0, "p95": 2.0, "sample_count": 51}, "total": {"avg": 1.667, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 0.647, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 0.647, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 51, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.756, "pushed": 1.756, "read": 1.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4862.045, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 51, "max_ms": 3.567, "p95_ms": 1.712, "reason": null, "sample_age_ms": 4898.574, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.232, "count": 51, "max_ms": 3.001, "p95_ms": 1.219, "reason": null, "sample_age_ms": 4898.824, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 51, "max_ms": 0.463, "p95_ms": 0.371, "reason": null, "sample_age_ms": 4862.052, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.266, "count": 51, "max_ms": 3.029, "p95_ms": 2.314, "reason": null, "sample_age_ms": 4897.279, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4897.26, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4862.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.171, "count": 51, "max_ms": 62.347, "p95_ms": 44.656, "reason": null, "sample_age_ms": 4862.042, "source": "client_direct"}, "sample_age_ms": 4862.039, "source": "client_direct", "task_total_ms": {"avg_ms": 36.8, "count": 51, "max_ms": 65.524, "p95_ms": 47.049, "reason": null, "sample_age_ms": 4862.039, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.515, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.218, "count": 51, "max_ms": 7.724, "p95_ms": 7.528}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 51, "max_ms": 0.632, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.953, "count": 51, "max_ms": 1.584, "p95_ms": 1.419}, "event_filter_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 51, "max_ms": 0.394, "p95_ms": 0.338}, "mcmt_ms": {"avg_ms": 0.002, "count": 51, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.447, "count": 51, "max_ms": 4.568, "p95_ms": 3.894}, "setup_ms": {"avg_ms": 0.029, "count": 51, "max_ms": 0.057, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 5.18, "count": 51, "max_ms": 7.684, "p95_ms": 7.456}, "track_match_ms": {"avg_ms": 0.077, "count": 51, "max_ms": 0.143, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.193, "count": 51, "max_ms": 1.882, "p95_ms": 1.727}}, "gstreamer_push": {"avg_ms": 1.988, "count": 51, "max_ms": 3.496, "p95_ms": 3.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 51, "max_ms": 0.139, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.616, "count": 51, "max_ms": 69.307, "p95_ms": 48.055}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.282, "count": 51, "max_ms": 9.306, "p95_ms": 5.656}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.18, "count": 51, "max_ms": 101.72, "p95_ms": 82.011}, "inference_input_copy_ms": {"avg_ms": 1.077, "count": 51, "max_ms": 2.479, "p95_ms": 1.992}, "processing_residual_ms": {"avg_ms": 0.129, "count": 51, "max_ms": 0.246, "p95_ms": 0.206}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.668, "count": 51, "max_ms": 109.854, "p95_ms": 85.551}, "read_interval": {"avg_ms": 544.429, "count": 51, "max_ms": 19912.918, "p95_ms": 149.492}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 51, "max_ms": 0.023, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 2.4, "count": 51, "max_ms": 4.498, "p95_ms": 3.831}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 51, "max_ms": 0.023, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.389, "count": 51, "max_ms": 4.481, "p95_ms": 3.816}, "worker_merge_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.009, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.627, "count": 51, "max_ms": 69.318, "p95_ms": 48.062}, "visualize": {"avg_ms": 26.544, "count": 51, "max_ms": 38.383, "p95_ms": 34.064}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.387, "count": 51, "max_ms": 31.85, "p95_ms": 29.922}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.4, "count": 51, "max_ms": 37.3, "p95_ms": 33.176}, "visualize_input_copy_ms": {"avg_ms": 1.01, "count": 51, "max_ms": 2.314, "p95_ms": 1.416}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.31, "count": 51, "max_ms": 37.228, "p95_ms": 33.056}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 51, "max_ms": 0.139, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.382, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.234, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101821, "write_bytes_delta": 101821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.126947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2139.0, "pid": 48382, "reason": null, "system_cpu_core_ratio": 0.01085, "system_cpu_s_delta": 0.4000000000000341, "user_cpu_core_ratio": 0.116097, "user_cpu_s_delta": 4.2800000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.469543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152174, "system_cpu_s_delta": 5.610000000000582, "user_cpu_core_ratio": 0.317369, "user_cpu_s_delta": 11.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.005, "count": 51, "max_ms": 3.496, "p95_ms": 3.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.118, "max": 11.0, "p95": 9.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 1.667, "max": 2.0, "p95": 2.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.026, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.166, "count": 30, "max": 22.303, "p95": 19.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.4, "count": 30, "max": 1477.0, "p95": 1429.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 72.733, "count": 30, "max": 2139.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105257.3, "count": 30, "max": 111081.0, "p95": 109199.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.067, "count": 30, "max": 31.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.576, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.024, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19182, "sampled_at": "2026-11-02T14:23:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.048, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10375.863, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x633ea5637900] error while decoding MB 5 83, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066027008000, "copied_frame_count": 2555710, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066027008000, "frame_buffer_copies": 2555710, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0991, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0822, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2094, "count": 512, "max_ms": 3.9031, "p50_ms": 1.112, "p95_ms": 2.0568, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555710, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:52+09:00", "last_error_summary": "[h264 @ 0x633ea5637900] error while decoding MB 5 83, bytestream -8", "last_exit_at": "2026-11-02T14:23:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.81, "last_started_at": "2026-11-02T14:23:19+09:00", "pid": 49610, "process": {"exists": false, "pid": 49610}, "restart_count": 107, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.015, "sample_count": 1779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-02T14:23:52+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-11-02T14:23:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 531.49, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 68.51, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-02T14:23:52.564757+09:00", "mtime_epoch": 1793597032.564757, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136336}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.555, "name": "celery", "pid": 176, "rss_mb": 2082.555, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555711, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 16, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.619, "pushed": 1.619, "read": 1.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 24.435, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.498, "count": 16, "max_ms": 1.763, "p95_ms": 1.407, "reason": null, "sample_age_ms": 61.764, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 16, "max_ms": 1.618, "p95_ms": 1.194, "reason": null, "sample_age_ms": 61.994, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 16, "max_ms": 0.208, "p95_ms": 0.198, "reason": null, "sample_age_ms": 24.44, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.098, "count": 16, "max_ms": 2.01, "p95_ms": 1.688, "reason": null, "sample_age_ms": 60.605, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 60.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.495, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.586, "count": 16, "max_ms": 42.559, "p95_ms": 41.887, "reason": null, "sample_age_ms": 24.432, "source": "client_direct"}, "sample_age_ms": 24.429, "source": "client_direct", "task_total_ms": {"avg_ms": 32.926, "count": 16, "max_ms": 44.914, "p95_ms": 43.385, "reason": null, "sample_age_ms": 24.429, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.71, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.614, "count": 15, "max_ms": 1.379, "p95_ms": 1.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.206, "count": 15, "max_ms": 0.636, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 15, "max_ms": 0.138, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 15, "max_ms": 0.194, "p95_ms": 0.194}, "mcmt_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.148, "count": 15, "max_ms": 0.277, "p95_ms": 0.277}, "setup_ms": {"avg_ms": 0.035, "count": 15, "max_ms": 0.073, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.58, "count": 15, "max_ms": 1.331, "p95_ms": 1.331}, "track_match_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.007, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 15, "max_ms": 0.045, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.333, "count": 15, "max_ms": 3.858, "p95_ms": 3.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 15, "max_ms": 0.081, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.402, "count": 15, "max_ms": 46.982, "p95_ms": 46.982}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 15, "max_ms": 0.049, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.304, "count": 15, "max_ms": 75.718, "p95_ms": 75.718}, "inference_input_copy_ms": {"avg_ms": 1.192, "count": 15, "max_ms": 1.998, "p95_ms": 1.998}, "processing_residual_ms": {"avg_ms": 0.1, "count": 15, "max_ms": 0.168, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.623, "count": 15, "max_ms": 77.039, "p95_ms": 77.039}, "read_interval": {"avg_ms": 2185.179, "count": 16, "max_ms": 25760.602, "p95_ms": 25760.602}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 15, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.102, "count": 15, "max_ms": 0.193, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 15, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 15, "max_ms": 0.173, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.009, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.413, "count": 15, "max_ms": 46.989, "p95_ms": 46.989}, "visualize": {"avg_ms": 25.486, "count": 15, "max_ms": 34.237, "p95_ms": 34.237}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.843, "count": 15, "max_ms": 33.751, "p95_ms": 33.751}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.333, "count": 15, "max_ms": 34.132, "p95_ms": 34.132}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.261, "count": 15, "max_ms": 34.072, "p95_ms": 34.072}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 15, "max_ms": 0.073, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.244, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.136, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.761, "exists": true, "size_bytes": 134670, "write_bytes_delta": 134670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 49610, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.050939, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.045424, "user_cpu_s_delta": 1.3999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.296, "count": 25, "max_ms": 4.43, "p95_ms": 3.508, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 25}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.383, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.653, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.8, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 347.5, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.205, "count": 30, "max": 25.761, "p95": 5.596, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134063.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129641.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.867, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21442, "sampled_at": "2026-11-02T14:23:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.266, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10375.871, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:23:52+09:00", "last_error_summary": "[h264 @ 0x633ea5637900] error while decoding MB 5 83, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066029772800, "copied_frame_count": 2555711, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066029772800, "frame_buffer_copies": 2555711, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0992, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0823, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2125, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1122, "p95_ms": 2.0637, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555711, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:52+09:00", "last_error_summary": "[h264 @ 0x633ea5637900] error while decoding MB 5 83, bytestream -8", "last_exit_at": "2026-11-02T14:23:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.833, "last_started_at": "2026-11-02T14:23:19+09:00", "pid": 49610, "process": {"exists": false, "pid": 49610}, "restart_count": 107, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.015, "sample_count": 1779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T14:23:52+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-02T14:23:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 531.514, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 68.486, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-11-02T14:23:52.564757+09:00", "mtime_epoch": 1793597032.564757, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136336}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:52+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.551, "name": "celery", "pid": 176, "rss_mb": 2082.551, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555711, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.722, "pushed": 1.722, "read": 1.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 48.421, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.498, "count": 16, "max_ms": 1.763, "p95_ms": 1.407, "reason": null, "sample_age_ms": 85.751, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 16, "max_ms": 1.618, "p95_ms": 1.194, "reason": null, "sample_age_ms": 85.981, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 16, "max_ms": 0.208, "p95_ms": 0.198, "reason": null, "sample_age_ms": 48.426, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.098, "count": 16, "max_ms": 2.01, "p95_ms": 1.688, "reason": null, "sample_age_ms": 84.592, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.574, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.481, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.586, "count": 16, "max_ms": 42.559, "p95_ms": 41.887, "reason": null, "sample_age_ms": 48.418, "source": "client_direct"}, "sample_age_ms": 48.416, "source": "client_direct", "task_total_ms": {"avg_ms": 32.926, "count": 16, "max_ms": 44.914, "p95_ms": 43.385, "reason": null, "sample_age_ms": 48.416, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.535, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.598, "count": 16, "max_ms": 1.379, "p95_ms": 1.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 16, "max_ms": 0.636, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 16, "max_ms": 0.138, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 16, "max_ms": 0.194, "p95_ms": 0.194}, "mcmt_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 16, "max_ms": 0.277, "p95_ms": 0.277}, "setup_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.073, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.565, "count": 16, "max_ms": 1.331, "p95_ms": 1.331}, "track_match_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.007, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 16, "max_ms": 0.045, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.418, "count": 16, "max_ms": 3.858, "p95_ms": 3.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.081, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.678, "count": 16, "max_ms": 46.982, "p95_ms": 46.982}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 16, "max_ms": 0.049, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.319, "count": 16, "max_ms": 76.537, "p95_ms": 76.537}, "inference_input_copy_ms": {"avg_ms": 1.233, "count": 16, "max_ms": 1.998, "p95_ms": 1.998}, "processing_residual_ms": {"avg_ms": 0.103, "count": 16, "max_ms": 0.168, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.681, "count": 16, "max_ms": 78.548, "p95_ms": 78.548}, "read_interval": {"avg_ms": 2185.179, "count": 16, "max_ms": 25760.602, "p95_ms": 25760.602}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 16, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 16, "max_ms": 0.193, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 16, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 16, "max_ms": 0.173, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.009, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.689, "count": 16, "max_ms": 46.989, "p95_ms": 46.989}, "visualize": {"avg_ms": 26.262, "count": 16, "max_ms": 37.898, "p95_ms": 37.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.613, "count": 16, "max_ms": 37.161, "p95_ms": 37.161}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.111, "count": 16, "max_ms": 37.779, "p95_ms": 37.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.038, "count": 16, "max_ms": 37.694, "p95_ms": 37.694}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 16, "max_ms": 0.073, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.244, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.136, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.761, "exists": true, "size_bytes": 134670, "write_bytes_delta": 134670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 49610, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.050939, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.045424, "user_cpu_s_delta": 1.3999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.296, "count": 25, "max_ms": 4.43, "p95_ms": 3.508, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 25}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.383, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.653, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.8, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 347.5, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.205, "count": 30, "max": 25.761, "p95": 5.596, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134063.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129641.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.867, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21442, "sampled_at": "2026-11-02T14:23:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.29, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10374.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066029772800, "copied_frame_count": 2555711, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066029772800, "frame_buffer_copies": 2555711, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0992, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0823, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2125, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1122, "p95_ms": 2.0637, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555711, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:52+09:00", "last_error_summary": "[h264 @ 0x633ea5637900] error while decoding MB 5 83, bytestream -8", "last_exit_at": "2026-11-02T14:23:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.85, "last_started_at": "2026-11-02T14:23:19+09:00", "pid": 49610, "process": {"exists": false, "pid": 49610}, "restart_count": 107, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.015, "sample_count": 1779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-02T14:23:52+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-02T14:23:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 531.53, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 68.47, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-11-02T14:23:52.654758+09:00", "mtime_epoch": 1793597032.654758, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136182}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:52+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.551, "name": "celery", "pid": 176, "rss_mb": 2082.551, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555711, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.719, "pushed": 1.719, "read": 1.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 65.304, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.498, "count": 16, "max_ms": 1.763, "p95_ms": 1.407, "reason": null, "sample_age_ms": 102.633, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 16, "max_ms": 1.618, "p95_ms": 1.194, "reason": null, "sample_age_ms": 102.864, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 16, "max_ms": 0.208, "p95_ms": 0.198, "reason": null, "sample_age_ms": 65.309, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.098, "count": 16, "max_ms": 2.01, "p95_ms": 1.688, "reason": null, "sample_age_ms": 101.475, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 101.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.364, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.586, "count": 16, "max_ms": 42.559, "p95_ms": 41.887, "reason": null, "sample_age_ms": 65.301, "source": "client_direct"}, "sample_age_ms": 65.299, "source": "client_direct", "task_total_ms": {"avg_ms": 32.926, "count": 16, "max_ms": 44.914, "p95_ms": 43.385, "reason": null, "sample_age_ms": 65.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.598, "count": 16, "max_ms": 1.379, "p95_ms": 1.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 16, "max_ms": 0.636, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 16, "max_ms": 0.138, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 16, "max_ms": 0.194, "p95_ms": 0.194}, "mcmt_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 16, "max_ms": 0.277, "p95_ms": 0.277}, "setup_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.073, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.565, "count": 16, "max_ms": 1.331, "p95_ms": 1.331}, "track_match_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.007, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 16, "max_ms": 0.045, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.418, "count": 16, "max_ms": 3.858, "p95_ms": 3.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.081, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.678, "count": 16, "max_ms": 46.982, "p95_ms": 46.982}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 16, "max_ms": 0.049, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.319, "count": 16, "max_ms": 76.537, "p95_ms": 76.537}, "inference_input_copy_ms": {"avg_ms": 1.233, "count": 16, "max_ms": 1.998, "p95_ms": 1.998}, "processing_residual_ms": {"avg_ms": 0.103, "count": 16, "max_ms": 0.168, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.681, "count": 16, "max_ms": 78.548, "p95_ms": 78.548}, "read_interval": {"avg_ms": 2185.179, "count": 16, "max_ms": 25760.602, "p95_ms": 25760.602}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 16, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 16, "max_ms": 0.193, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 16, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 16, "max_ms": 0.173, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.009, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.689, "count": 16, "max_ms": 46.989, "p95_ms": 46.989}, "visualize": {"avg_ms": 26.262, "count": 16, "max_ms": 37.898, "p95_ms": 37.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.613, "count": 16, "max_ms": 37.161, "p95_ms": 37.161}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.111, "count": 16, "max_ms": 37.779, "p95_ms": 37.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.038, "count": 16, "max_ms": 37.694, "p95_ms": 37.694}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 16, "max_ms": 0.073, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.244, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.136, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.761, "exists": true, "size_bytes": 134670, "write_bytes_delta": 134670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 49610, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.050939, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.045424, "user_cpu_s_delta": 1.3999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.296, "count": 25, "max_ms": 4.43, "p95_ms": 3.508, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 25}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.383, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.653, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.8, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 347.5, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.205, "count": 30, "max": 25.761, "p95": 5.596, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134063.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129641.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.867, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21442, "sampled_at": "2026-11-02T14:23:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.307, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3479805, "flush_count": 4300, "flush_interval_seconds": 30.0, "flush_state": {"count": 4300, "last_at": "2026-11-02T14:23:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:23:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4299}, "started": true, "suppressed_count": 2551416, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4300, "written_record_count": 4300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10421.891, "limit_mb": null}, "detail": {"pid": 49842, "restart_count": 108, "start_count": 109}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066029772800, "copied_frame_count": 2555711, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066029772800, "frame_buffer_copies": 2555711, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0992, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0823, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2125, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1122, "p95_ms": 2.0637, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555711, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:52+09:00", "last_error_summary": "[h264 @ 0x633ea5637900] error while decoding MB 5 83, bytestream -8", "last_exit_at": "2026-11-02T14:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:23:55+09:00", "pid": 49842, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.148, "name": "ffmpeg", "pid": 49842, "rss_mb": 75.148, "state": "S (sleeping)", "threads": 1}, "restart_count": 108, "restart_count_per_hour": 6, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.879, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.845, "last_frame_pushed_at": "2026-11-02T14:23:52+09:00", "last_frame_read_age_sec": 4.93, "last_frame_read_at": "2026-11-02T14:23:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.357, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 63.643, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 4.836, "exists": true, "mtime": "2026-11-02T14:23:52.654758+09:00", "mtime_epoch": 1793597032.654758, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136182}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:23:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.555, "name": "celery", "pid": 176, "rss_mb": 2082.555, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555711, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.132, "pushed": 1.132, "read": 1.132}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4891.845, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.498, "count": 16, "max_ms": 1.763, "p95_ms": 1.407, "reason": null, "sample_age_ms": 4929.174, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 16, "max_ms": 1.618, "p95_ms": 1.194, "reason": null, "sample_age_ms": 4929.404, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 16, "max_ms": 0.208, "p95_ms": 0.198, "reason": null, "sample_age_ms": 4891.85, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.098, "count": 16, "max_ms": 2.01, "p95_ms": 1.688, "reason": null, "sample_age_ms": 4928.015, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4927.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4891.905, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.586, "count": 16, "max_ms": 42.559, "p95_ms": 41.887, "reason": null, "sample_age_ms": 4891.842, "source": "client_direct"}, "sample_age_ms": 4891.839, "source": "client_direct", "task_total_ms": {"avg_ms": 32.926, "count": 16, "max_ms": 44.914, "p95_ms": 43.385, "reason": null, "sample_age_ms": 4891.839, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.598, "count": 16, "max_ms": 1.379, "p95_ms": 1.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 16, "max_ms": 0.636, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 16, "max_ms": 0.138, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 16, "max_ms": 0.194, "p95_ms": 0.194}, "mcmt_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 16, "max_ms": 0.277, "p95_ms": 0.277}, "setup_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.073, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.565, "count": 16, "max_ms": 1.331, "p95_ms": 1.331}, "track_match_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.007, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 16, "max_ms": 0.045, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.418, "count": 16, "max_ms": 3.858, "p95_ms": 3.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 16, "max_ms": 0.081, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.678, "count": 16, "max_ms": 46.982, "p95_ms": 46.982}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 16, "max_ms": 0.049, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.319, "count": 16, "max_ms": 76.537, "p95_ms": 76.537}, "inference_input_copy_ms": {"avg_ms": 1.233, "count": 16, "max_ms": 1.998, "p95_ms": 1.998}, "processing_residual_ms": {"avg_ms": 0.103, "count": 16, "max_ms": 0.168, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.681, "count": 16, "max_ms": 78.548, "p95_ms": 78.548}, "read_interval": {"avg_ms": 2185.179, "count": 16, "max_ms": 25760.602, "p95_ms": 25760.602}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 16, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.099, "count": 16, "max_ms": 0.193, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 16, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 16, "max_ms": 0.173, "p95_ms": 0.173}, "worker_merge_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.009, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.689, "count": 16, "max_ms": 46.989, "p95_ms": 46.989}, "visualize": {"avg_ms": 26.262, "count": 16, "max_ms": 37.898, "p95_ms": 37.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.613, "count": 16, "max_ms": 37.161, "p95_ms": 37.161}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.111, "count": 16, "max_ms": 37.779, "p95_ms": 37.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.038, "count": 16, "max_ms": 37.694, "p95_ms": 37.694}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 16, "max_ms": 0.073, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.244, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.136, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.761, "exists": true, "size_bytes": 134670, "write_bytes_delta": 134670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 49610, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.050939, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.005516, "system_cpu_s_delta": 0.17000000000189175, "user_cpu_core_ratio": 0.045424, "user_cpu_s_delta": 1.3999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.296, "count": 25, "max_ms": 4.43, "p95_ms": 3.508, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 25}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.383, "count": 30, "max": 40.258, "p95": 34.334, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.653, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.8, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 347.5, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.205, "count": 30, "max": 25.761, "p95": 5.596, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134063.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129641.6, "count": 30, "max": 136129.0, "p95": 135840.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.867, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21442, "sampled_at": "2026-11-02T14:23:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:23:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 14.133, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551433}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10383.059, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5810201e9a40] error while decoding MB 138 86, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066087833600, "copied_frame_count": 2555732, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066087833600, "frame_buffer_copies": 2555732, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0822, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2109, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1116, "p95_ms": 2.0919, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555732, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:24:30+09:00", "last_error_summary": "[h264 @ 0x5810201e9a40] error while decoding MB 138 86, bytestream -10", "last_exit_at": "2026-11-02T14:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.375, "last_started_at": "2026-11-02T14:23:55+09:00", "pid": 49842, "process": {"exists": false, "pid": 49842}, "restart_count": 108, "restart_count_per_hour": 6, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.069, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-11-02T14:24:30+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-02T14:24:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.733, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 30.267, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-02T14:24:30.799089+09:00", "mtime_epoch": 1793597070.7990894, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132929}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:24:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.566, "name": "celery", "pid": 176, "rss_mb": 2082.566, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 16, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.552, "pushed": 0.552, "read": 0.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.006, "count": 16, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 33.073, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.721, "count": 16, "max_ms": 3.053, "p95_ms": 2.035, "reason": null, "sample_age_ms": 69.712, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.479, "count": 16, "max_ms": 2.469, "p95_ms": 1.673, "reason": null, "sample_age_ms": 70.025, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 16, "max_ms": 0.261, "p95_ms": 0.176, "reason": null, "sample_age_ms": 33.078, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.225, "count": 16, "max_ms": 1.959, "p95_ms": 1.907, "reason": null, "sample_age_ms": 68.56, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.539, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.244, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.308, "count": 16, "max_ms": 50.714, "p95_ms": 39.314, "reason": null, "sample_age_ms": 33.07, "source": "client_direct"}, "sample_age_ms": 33.066, "source": "client_direct", "task_total_ms": {"avg_ms": 32.772, "count": 16, "max_ms": 53.068, "p95_ms": 41.403, "reason": null, "sample_age_ms": 33.066, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.43, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.523, "count": 15, "max_ms": 0.856, "p95_ms": 0.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.171, "count": 15, "max_ms": 0.243, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 15, "max_ms": 0.111, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 15, "max_ms": 0.084, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 15, "max_ms": 0.236, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.033, "count": 15, "max_ms": 0.067, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.493, "count": 15, "max_ms": 0.789, "p95_ms": 0.789}, "track_match_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.004, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.021, "count": 15, "max_ms": 0.036, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.62, "count": 15, "max_ms": 4.328, "p95_ms": 4.328}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 15, "max_ms": 0.598, "p95_ms": 0.598}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.477, "count": 15, "max_ms": 56.604, "p95_ms": 56.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 15, "max_ms": 0.062, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.153, "count": 15, "max_ms": 94.564, "p95_ms": 94.564}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 15, "max_ms": 3.802, "p95_ms": 3.802}, "processing_residual_ms": {"avg_ms": 0.107, "count": 15, "max_ms": 0.183, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.026, "count": 15, "max_ms": 96.4, "p95_ms": 96.4}, "read_interval": {"avg_ms": 1905.669, "count": 16, "max_ms": 16419.436, "p95_ms": 16419.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 15, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.091, "count": 15, "max_ms": 0.16, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 15, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 15, "max_ms": 0.144, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 33.488, "count": 15, "max_ms": 56.622, "p95_ms": 56.622}, "visualize": {"avg_ms": 30.234, "count": 15, "max_ms": 44.174, "p95_ms": 44.174}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.6, "count": 15, "max_ms": 43.207, "p95_ms": 43.207}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.099, "count": 15, "max_ms": 43.981, "p95_ms": 43.981}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.03, "count": 15, "max_ms": 43.887, "p95_ms": 43.887}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 15, "max_ms": 0.051, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.004, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.888, "sample_count": 1395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133268, "write_bytes_delta": 133268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.010283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1352.0, "pid": 49842, "reason": null, "system_cpu_core_ratio": 0.000979, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.18999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.010772, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001469, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.373, "count": 15, "max_ms": 3.681, "p95_ms": 3.681, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.851, "count": 30, "max": 34.716, "p95": 33.065, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.494, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.533, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 392.567, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.799, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.325, "count": 30, "max": 25.761, "p95": 6.797, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134205.1, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129787.2, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21445, "sampled_at": "2026-11-02T14:24:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:24:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.155, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551433}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10383.148, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:24:30+09:00", "last_error_summary": "[h264 @ 0x5810201e9a40] error while decoding MB 138 86, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066090598400, "copied_frame_count": 2555733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066090598400, "frame_buffer_copies": 2555733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0822, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2121, "count": 512, "max_ms": 3.9031, "p50_ms": 1.112, "p95_ms": 2.0919, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:24:30+09:00", "last_error_summary": "[h264 @ 0x5810201e9a40] error while decoding MB 138 86, bytestream -10", "last_exit_at": "2026-11-02T14:24:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.401, "last_started_at": "2026-11-02T14:23:55+09:00", "pid": 49842, "process": {"exists": false, "pid": 49842}, "restart_count": 108, "restart_count_per_hour": 6, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.069, "sample_count": 1357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-11-02T14:24:30+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-02T14:24:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.756, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 30.244, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-11-02T14:24:30.799089+09:00", "mtime_epoch": 1793597070.7990894, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132929}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:24:30+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.562, "name": "celery", "pid": 176, "rss_mb": 2082.562, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.589, "pushed": 0.589, "read": 0.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.006, "count": 16, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 57.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.721, "count": 16, "max_ms": 3.053, "p95_ms": 2.035, "reason": null, "sample_age_ms": 94.458, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.479, "count": 16, "max_ms": 2.469, "p95_ms": 1.673, "reason": null, "sample_age_ms": 94.771, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 16, "max_ms": 0.261, "p95_ms": 0.176, "reason": null, "sample_age_ms": 57.824, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.225, "count": 16, "max_ms": 1.959, "p95_ms": 1.907, "reason": null, "sample_age_ms": 93.305, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.285, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.308, "count": 16, "max_ms": 50.714, "p95_ms": 39.314, "reason": null, "sample_age_ms": 57.816, "source": "client_direct"}, "sample_age_ms": 57.812, "source": "client_direct", "task_total_ms": {"avg_ms": 32.772, "count": 16, "max_ms": 53.068, "p95_ms": 41.403, "reason": null, "sample_age_ms": 57.812, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.395, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 16, "max_ms": 0.923, "p95_ms": 0.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 16, "max_ms": 0.283, "p95_ms": 0.283}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 16, "max_ms": 0.139, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 16, "max_ms": 0.102, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 16, "max_ms": 0.236, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.037, "count": 16, "max_ms": 0.101, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.517, "count": 16, "max_ms": 0.873, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 16, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.568, "count": 16, "max_ms": 4.328, "p95_ms": 4.328}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 16, "max_ms": 0.598, "p95_ms": 0.598}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.719, "count": 16, "max_ms": 56.604, "p95_ms": 56.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 16, "max_ms": 0.062, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.46, "count": 16, "max_ms": 94.564, "p95_ms": 94.564}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 16, "max_ms": 3.802, "p95_ms": 3.802}, "processing_residual_ms": {"avg_ms": 0.108, "count": 16, "max_ms": 0.183, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.328, "count": 16, "max_ms": 96.4, "p95_ms": 96.4}, "read_interval": {"avg_ms": 1905.669, "count": 16, "max_ms": 16419.436, "p95_ms": 16419.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 16, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 16, "max_ms": 0.16, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 16, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 16, "max_ms": 0.144, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 33.729, "count": 16, "max_ms": 56.622, "p95_ms": 56.622}, "visualize": {"avg_ms": 31.286, "count": 16, "max_ms": 47.06, "p95_ms": 47.06}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.646, "count": 16, "max_ms": 46.34, "p95_ms": 46.34}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.145, "count": 16, "max_ms": 46.827, "p95_ms": 46.827}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.075, "count": 16, "max_ms": 46.746, "p95_ms": 46.746}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 16, "max_ms": 0.053, "p95_ms": 0.053}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.004, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.888, "sample_count": 1395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133268, "write_bytes_delta": 133268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.010283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1352.0, "pid": 49842, "reason": null, "system_cpu_core_ratio": 0.000979, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.18999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.010772, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001469, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.373, "count": 15, "max_ms": 3.681, "p95_ms": 3.681, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.851, "count": 30, "max": 34.716, "p95": 33.065, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.494, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.533, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 392.567, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.799, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.325, "count": 30, "max": 25.761, "p95": 6.797, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134205.1, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129787.2, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21445, "sampled_at": "2026-11-02T14:24:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:24:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.181, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551433}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10383.0, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066090598400, "copied_frame_count": 2555733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066090598400, "frame_buffer_copies": 2555733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0822, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2121, "count": 512, "max_ms": 3.9031, "p50_ms": 1.112, "p95_ms": 2.0919, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:24:30+09:00", "last_error_summary": "[h264 @ 0x5810201e9a40] error while decoding MB 138 86, bytestream -10", "last_exit_at": "2026-11-02T14:24:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.415, "last_started_at": "2026-11-02T14:23:55+09:00", "pid": 49842, "process": {"exists": false, "pid": 49842}, "restart_count": 108, "restart_count_per_hour": 6, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.069, "sample_count": 1357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-02T14:24:30+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-02T14:24:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.769, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 30.231, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-02T14:24:30.893090+09:00", "mtime_epoch": 1793597070.8930902, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132849}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:24:30+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.562, "name": "celery", "pid": 176, "rss_mb": 2082.562, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.588, "pushed": 0.588, "read": 0.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.006, "count": 16, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 72.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.721, "count": 16, "max_ms": 3.053, "p95_ms": 2.035, "reason": null, "sample_age_ms": 108.958, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.479, "count": 16, "max_ms": 2.469, "p95_ms": 1.673, "reason": null, "sample_age_ms": 109.271, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 16, "max_ms": 0.261, "p95_ms": 0.176, "reason": null, "sample_age_ms": 72.324, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.225, "count": 16, "max_ms": 1.959, "p95_ms": 1.907, "reason": null, "sample_age_ms": 107.805, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.785, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.308, "count": 16, "max_ms": 50.714, "p95_ms": 39.314, "reason": null, "sample_age_ms": 72.315, "source": "client_direct"}, "sample_age_ms": 72.312, "source": "client_direct", "task_total_ms": {"avg_ms": 32.772, "count": 16, "max_ms": 53.068, "p95_ms": 41.403, "reason": null, "sample_age_ms": 72.312, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.295, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 16, "max_ms": 0.923, "p95_ms": 0.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.178, "count": 16, "max_ms": 0.283, "p95_ms": 0.283}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 16, "max_ms": 0.139, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 16, "max_ms": 0.102, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 16, "max_ms": 0.236, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.037, "count": 16, "max_ms": 0.101, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.517, "count": 16, "max_ms": 0.873, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 16, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.568, "count": 16, "max_ms": 4.328, "p95_ms": 4.328}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 16, "max_ms": 0.598, "p95_ms": 0.598}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.719, "count": 16, "max_ms": 56.604, "p95_ms": 56.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 16, "max_ms": 0.062, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.46, "count": 16, "max_ms": 94.564, "p95_ms": 94.564}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 16, "max_ms": 3.802, "p95_ms": 3.802}, "processing_residual_ms": {"avg_ms": 0.108, "count": 16, "max_ms": 0.183, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.328, "count": 16, "max_ms": 96.4, "p95_ms": 96.4}, "read_interval": {"avg_ms": 1905.669, "count": 16, "max_ms": 16419.436, "p95_ms": 16419.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 16, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 16, "max_ms": 0.16, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 16, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 16, "max_ms": 0.144, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 33.729, "count": 16, "max_ms": 56.622, "p95_ms": 56.622}, "visualize": {"avg_ms": 31.286, "count": 16, "max_ms": 47.06, "p95_ms": 47.06}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.646, "count": 16, "max_ms": 46.34, "p95_ms": 46.34}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.145, "count": 16, "max_ms": 46.827, "p95_ms": 46.827}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.075, "count": 16, "max_ms": 46.746, "p95_ms": 46.746}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 16, "max_ms": 0.053, "p95_ms": 0.053}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.004, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.888, "sample_count": 1395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133268, "write_bytes_delta": 133268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.010283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1352.0, "pid": 49842, "reason": null, "system_cpu_core_ratio": 0.000979, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.18999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.010772, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001469, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.373, "count": 15, "max_ms": 3.681, "p95_ms": 3.681, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.851, "count": 30, "max": 34.716, "p95": 33.065, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.494, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.533, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 392.567, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.799, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.325, "count": 30, "max": 25.761, "p95": 6.797, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134205.1, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129787.2, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21445, "sampled_at": "2026-11-02T14:24:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:24:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.196, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551433}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10395.605, "limit_mb": null}, "detail": {"pid": 49958, "restart_count": 109, "start_count": 110}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066090598400, "copied_frame_count": 2555733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066090598400, "frame_buffer_copies": 2555733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0822, "p95_ms": 0.1786, "p99_ms": 0.2829}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2121, "count": 512, "max_ms": 3.9031, "p50_ms": 1.112, "p95_ms": 2.0919, "p99_ms": 2.924, "results": {"failed": 0, "not_applicable": 0, "success": 2555733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:24:30+09:00", "last_error_summary": "[h264 @ 0x5810201e9a40] error while decoding MB 138 86, bytestream -10", "last_exit_at": "2026-11-02T14:24:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:24:33+09:00", "pid": 49958, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.648, "name": "ffmpeg", "pid": 49958, "rss_mb": 46.648, "state": "S (sleeping)", "threads": 1}, "restart_count": 109, "restart_count_per_hour": 7, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.401, "sample_count": 1312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.541, "last_frame_pushed_at": "2026-11-02T14:24:30+09:00", "last_frame_read_age_sec": 4.633, "last_frame_read_at": "2026-11-02T14:24:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.293, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 25.707, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 4.534, "exists": true, "mtime": "2026-11-02T14:24:30.893090+09:00", "mtime_epoch": 1793597070.8930902, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132849}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:24:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.566, "name": "celery", "pid": 176, "rss_mb": 2082.566, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.372, "pushed": 0.372, "read": 0.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.007, "count": 11, "max_ms": 0.013, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4594.952, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.74, "count": 11, "max_ms": 3.053, "p95_ms": 2.264, "reason": null, "sample_age_ms": 4631.591, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 11, "max_ms": 2.469, "p95_ms": 1.841, "reason": null, "sample_age_ms": 4631.904, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 11, "max_ms": 0.261, "p95_ms": 0.204, "reason": null, "sample_age_ms": 4594.957, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.271, "count": 11, "max_ms": 1.959, "p95_ms": 1.924, "reason": null, "sample_age_ms": 4630.439, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4630.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4595.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.543, "count": 11, "max_ms": 50.714, "p95_ms": 43.114, "reason": null, "sample_age_ms": 4594.949, "source": "client_direct"}, "sample_age_ms": 4594.945, "source": "client_direct", "task_total_ms": {"avg_ms": 34.058, "count": 11, "max_ms": 53.068, "p95_ms": 45.292, "reason": null, "sample_age_ms": 4594.945, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.552, "count": 11, "max_ms": 0.923, "p95_ms": 0.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 11, "max_ms": 0.283, "p95_ms": 0.283}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 11, "max_ms": 0.139, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 11, "max_ms": 0.102, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 11, "max_ms": 0.236, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.041, "count": 11, "max_ms": 0.101, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.519, "count": 11, "max_ms": 0.873, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.023, "count": 11, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.578, "count": 11, "max_ms": 4.328, "p95_ms": 4.328}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.084, "count": 11, "max_ms": 0.598, "p95_ms": 0.598}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.017, "count": 11, "max_ms": 56.604, "p95_ms": 56.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 11, "max_ms": 0.062, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.319, "count": 11, "max_ms": 94.564, "p95_ms": 94.564}, "inference_input_copy_ms": {"avg_ms": 1.695, "count": 11, "max_ms": 3.802, "p95_ms": 3.802}, "processing_residual_ms": {"avg_ms": 0.118, "count": 11, "max_ms": 0.183, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.162, "count": 11, "max_ms": 96.4, "p95_ms": 96.4}, "read_interval": {"avg_ms": 2337.903, "count": 11, "max_ms": 16419.436, "p95_ms": 16419.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 11, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 11, "max_ms": 0.16, "p95_ms": 0.16}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 11, "max_ms": 0.018, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 11, "max_ms": 0.144, "p95_ms": 0.144}, "worker_merge_ms": {"avg_ms": 0.004, "count": 11, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 35.028, "count": 11, "max_ms": 56.622, "p95_ms": 56.622}, "visualize": {"avg_ms": 31.842, "count": 11, "max_ms": 47.06, "p95_ms": 47.06}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.231, "count": 11, "max_ms": 46.34, "p95_ms": 46.34}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.71, "count": 11, "max_ms": 46.827, "p95_ms": 46.827}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.642, "count": 11, "max_ms": 46.746, "p95_ms": 46.746}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 11, "max_ms": 0.053, "p95_ms": 0.053}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.004, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.888, "sample_count": 1395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133268, "write_bytes_delta": 133268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.010283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1352.0, "pid": 49842, "reason": null, "system_cpu_core_ratio": 0.000979, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.18999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.010772, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001469, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.009303, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.373, "count": 15, "max_ms": 3.681, "p95_ms": 3.681, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.851, "count": 30, "max": 34.716, "p95": 33.065, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.494, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.533, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 392.567, "count": 30, "max": 5880.0, "p95": 2083.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.799, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.325, "count": 30, "max": 25.761, "p95": 6.797, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134205.1, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129787.2, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 43.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21445, "sampled_at": "2026-11-02T14:24:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:24:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.571, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551506, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10381.074, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59de934d8ac0] error while decoding MB 171 66, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066278604800, "copied_frame_count": 2555801, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066278604800, "frame_buffer_copies": 2555801, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.098, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0817, "p95_ms": 0.176, "p99_ms": 0.2439}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2008, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1058, "p95_ms": 2.0678, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555801, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:07+09:00", "last_error_summary": "[h264 @ 0x59de934d8ac0] error while decoding MB 171 66, bytestream -9", "last_exit_at": "2026-11-02T14:24:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.266, "last_started_at": "2026-11-02T14:24:33+09:00", "pid": 49958, "process": {"exists": false, "pid": 49958}, "restart_count": 109, "restart_count_per_hour": 7, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-02T14:25:07+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-11-02T14:25:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 606.561, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-02T14:25:07.645402+09:00", "mtime_epoch": 1793597107.645402, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134043}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:07+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.598, "name": "celery", "pid": 176, "rss_mb": 2082.598, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555802, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 69, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.373, "pushed": 2.373, "read": 2.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 21.199, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.461, "count": 69, "max_ms": 2.078, "p95_ms": 1.488, "reason": null, "sample_age_ms": 52.452, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 69, "max_ms": 1.684, "p95_ms": 1.22, "reason": null, "sample_age_ms": 52.616, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 69, "max_ms": 0.339, "p95_ms": 0.235, "reason": null, "sample_age_ms": 21.207, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.055, "count": 69, "max_ms": 2.645, "p95_ms": 1.91, "reason": null, "sample_age_ms": 51.769, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2211848.0, "count": 69, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 51.755, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.364, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.095, "count": 69, "max_ms": 53.868, "p95_ms": 39.355, "reason": null, "sample_age_ms": 21.196, "source": "client_direct"}, "sample_age_ms": 21.193, "source": "client_direct", "task_total_ms": {"avg_ms": 30.388, "count": 69, "max_ms": 55.829, "p95_ms": 41.787, "reason": null, "sample_age_ms": 21.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.901, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.506, "count": 68, "max_ms": 1.217, "p95_ms": 0.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 68, "max_ms": 0.458, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 68, "max_ms": 0.175, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 68, "max_ms": 0.14, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.002, "count": 68, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 68, "max_ms": 0.524, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.028, "count": 68, "max_ms": 0.072, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.479, "count": 68, "max_ms": 1.154, "p95_ms": 0.85}, "track_match_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 68, "max_ms": 0.048, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.472, "count": 68, "max_ms": 6.24, "p95_ms": 4.476}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 68, "max_ms": 0.078, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.072, "count": 68, "max_ms": 56.446, "p95_ms": 44.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 68, "max_ms": 0.055, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.584, "count": 68, "max_ms": 103.975, "p95_ms": 89.428}, "inference_input_copy_ms": {"avg_ms": 1.396, "count": 68, "max_ms": 4.095, "p95_ms": 3.021}, "processing_residual_ms": {"avg_ms": 0.097, "count": 68, "max_ms": 0.312, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.102, "count": 68, "max_ms": 107.358, "p95_ms": 90.402}, "read_interval": {"avg_ms": 534.004, "count": 69, "max_ms": 8244.168, "p95_ms": 3823.9}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 68, "max_ms": 0.044, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.093, "count": 68, "max_ms": 0.432, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 68, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 68, "max_ms": 0.404, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 68, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.081, "count": 68, "max_ms": 56.456, "p95_ms": 44.764}, "visualize": {"avg_ms": 28.301, "count": 68, "max_ms": 62.652, "p95_ms": 47.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.695, "count": 68, "max_ms": 61.504, "p95_ms": 46.619}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.166, "count": 68, "max_ms": 62.391, "p95_ms": 47.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.099, "count": 68, "max_ms": 62.287, "p95_ms": 47.123}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 68, "max_ms": 0.136, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.616, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133983, "write_bytes_delta": 133983, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.116264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203.0, "pid": 49958, "reason": null, "system_cpu_core_ratio": 0.005718, "system_cpu_s_delta": 0.05999999999999994, "user_cpu_core_ratio": 0.110546, "user_cpu_s_delta": 1.1600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.068615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007624, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.060991, "user_cpu_s_delta": 0.639999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.726, "count": 44, "max_ms": 6.24, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.354, "count": 30, "max": 33.867, "p95": 31.489, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.492, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.933, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.1, "count": 30, "max": 9263.0, "p95": 4425.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.44, "count": 30, "max": 25.761, "p95": 7.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134301.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129906.767, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.433, "count": 30, "max": 43.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21448, "sampled_at": "2026-11-02T14:25:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.654, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551506, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10381.816, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:25:07+09:00", "last_error_summary": "[h264 @ 0x59de934d8ac0] error while decoding MB 171 66, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066281369600, "copied_frame_count": 2555802, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066281369600, "frame_buffer_copies": 2555802, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0977, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0815, "p95_ms": 0.1753, "p99_ms": 0.2439}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1058, "p95_ms": 2.0678, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555802, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:07+09:00", "last_error_summary": "[h264 @ 0x59de934d8ac0] error while decoding MB 171 66, bytestream -9", "last_exit_at": "2026-11-02T14:25:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.285, "last_started_at": "2026-11-02T14:24:33+09:00", "pid": 49958, "process": {"exists": false, "pid": 49958}, "restart_count": 109, "restart_count_per_hour": 7, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-02T14:25:07+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-02T14:25:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 606.577, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-02T14:25:07.709403+09:00", "mtime_epoch": 1793597107.7094026, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132838}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:07+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.594, "name": "celery", "pid": 176, "rss_mb": 2082.594, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555802, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.406, "pushed": 2.406, "read": 2.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 40.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.461, "count": 69, "max_ms": 2.078, "p95_ms": 1.488, "reason": null, "sample_age_ms": 71.808, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 69, "max_ms": 1.684, "p95_ms": 1.22, "reason": null, "sample_age_ms": 71.972, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 69, "max_ms": 0.339, "p95_ms": 0.235, "reason": null, "sample_age_ms": 40.563, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.055, "count": 69, "max_ms": 2.645, "p95_ms": 1.91, "reason": null, "sample_age_ms": 71.125, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2211848.0, "count": 69, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 71.112, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.72, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.095, "count": 69, "max_ms": 53.868, "p95_ms": 39.355, "reason": null, "sample_age_ms": 40.553, "source": "client_direct"}, "sample_age_ms": 40.55, "source": "client_direct", "task_total_ms": {"avg_ms": 30.388, "count": 69, "max_ms": 55.829, "p95_ms": 41.787, "reason": null, "sample_age_ms": 40.55, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.621, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.504, "count": 69, "max_ms": 1.217, "p95_ms": 0.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 69, "max_ms": 0.458, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 69, "max_ms": 0.175, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 69, "max_ms": 0.14, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.002, "count": 69, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 69, "max_ms": 0.524, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.028, "count": 69, "max_ms": 0.072, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.477, "count": 69, "max_ms": 1.154, "p95_ms": 0.85}, "track_match_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 69, "max_ms": 0.048, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.465, "count": 69, "max_ms": 6.24, "p95_ms": 4.476}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 69, "max_ms": 0.078, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.08, "count": 69, "max_ms": 56.446, "p95_ms": 44.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 69, "max_ms": 0.055, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.54, "count": 69, "max_ms": 103.975, "p95_ms": 89.428}, "inference_input_copy_ms": {"avg_ms": 1.389, "count": 69, "max_ms": 4.095, "p95_ms": 3.021}, "processing_residual_ms": {"avg_ms": 0.096, "count": 69, "max_ms": 0.312, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.05, "count": 69, "max_ms": 107.358, "p95_ms": 90.402}, "read_interval": {"avg_ms": 534.004, "count": 69, "max_ms": 8244.168, "p95_ms": 3823.9}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 69, "max_ms": 0.044, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.093, "count": 69, "max_ms": 0.432, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 69, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 69, "max_ms": 0.404, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.09, "count": 69, "max_ms": 56.456, "p95_ms": 44.764}, "visualize": {"avg_ms": 28.255, "count": 69, "max_ms": 62.652, "p95_ms": 47.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.651, "count": 69, "max_ms": 61.504, "p95_ms": 46.619}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.121, "count": 69, "max_ms": 62.391, "p95_ms": 47.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.054, "count": 69, "max_ms": 62.287, "p95_ms": 47.123}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 69, "max_ms": 0.136, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.616, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133983, "write_bytes_delta": 133983, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.116264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203.0, "pid": 49958, "reason": null, "system_cpu_core_ratio": 0.005718, "system_cpu_s_delta": 0.05999999999999994, "user_cpu_core_ratio": 0.110546, "user_cpu_s_delta": 1.1600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.068615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007624, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.060991, "user_cpu_s_delta": 0.639999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.726, "count": 44, "max_ms": 6.24, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.354, "count": 30, "max": 33.867, "p95": 31.489, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.492, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.933, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.1, "count": 30, "max": 9263.0, "p95": 4425.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.44, "count": 30, "max": 25.761, "p95": 7.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134301.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129906.767, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.433, "count": 30, "max": 43.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21448, "sampled_at": "2026-11-02T14:25:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.673, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551506, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10381.145, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066281369600, "copied_frame_count": 2555802, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066281369600, "frame_buffer_copies": 2555802, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0977, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0815, "p95_ms": 0.1753, "p99_ms": 0.2439}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1058, "p95_ms": 2.0678, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555802, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:07+09:00", "last_error_summary": "[h264 @ 0x59de934d8ac0] error while decoding MB 171 66, bytestream -9", "last_exit_at": "2026-11-02T14:25:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.3, "last_started_at": "2026-11-02T14:24:33+09:00", "pid": 49958, "process": {"exists": false, "pid": 49958}, "restart_count": 109, "restart_count_per_hour": 7, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-02T14:25:07+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-02T14:25:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 606.591, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-02T14:25:07.709403+09:00", "mtime_epoch": 1793597107.7094026, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132838}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:07+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.594, "name": "celery", "pid": 176, "rss_mb": 2082.594, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555802, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.405, "pushed": 2.405, "read": 2.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 54.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.461, "count": 69, "max_ms": 2.078, "p95_ms": 1.488, "reason": null, "sample_age_ms": 85.966, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 69, "max_ms": 1.684, "p95_ms": 1.22, "reason": null, "sample_age_ms": 86.13, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 69, "max_ms": 0.339, "p95_ms": 0.235, "reason": null, "sample_age_ms": 54.721, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.055, "count": 69, "max_ms": 2.645, "p95_ms": 1.91, "reason": null, "sample_age_ms": 85.283, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2211848.0, "count": 69, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.269, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.095, "count": 69, "max_ms": 53.868, "p95_ms": 39.355, "reason": null, "sample_age_ms": 54.71, "source": "client_direct"}, "sample_age_ms": 54.707, "source": "client_direct", "task_total_ms": {"avg_ms": 30.388, "count": 69, "max_ms": 55.829, "p95_ms": 41.787, "reason": null, "sample_age_ms": 54.707, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.536, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.504, "count": 69, "max_ms": 1.217, "p95_ms": 0.947}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 69, "max_ms": 0.458, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 69, "max_ms": 0.175, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 69, "max_ms": 0.14, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.002, "count": 69, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 69, "max_ms": 0.524, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.028, "count": 69, "max_ms": 0.072, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 0.477, "count": 69, "max_ms": 1.154, "p95_ms": 0.85}, "track_match_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.008, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 69, "max_ms": 0.048, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.465, "count": 69, "max_ms": 6.24, "p95_ms": 4.476}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 69, "max_ms": 0.078, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.08, "count": 69, "max_ms": 56.446, "p95_ms": 44.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 69, "max_ms": 0.055, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.54, "count": 69, "max_ms": 103.975, "p95_ms": 89.428}, "inference_input_copy_ms": {"avg_ms": 1.389, "count": 69, "max_ms": 4.095, "p95_ms": 3.021}, "processing_residual_ms": {"avg_ms": 0.096, "count": 69, "max_ms": 0.312, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 62.05, "count": 69, "max_ms": 107.358, "p95_ms": 90.402}, "read_interval": {"avg_ms": 534.004, "count": 69, "max_ms": 8244.168, "p95_ms": 3823.9}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 69, "max_ms": 0.044, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.093, "count": 69, "max_ms": 0.432, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 69, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 69, "max_ms": 0.404, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.09, "count": 69, "max_ms": 56.456, "p95_ms": 44.764}, "visualize": {"avg_ms": 28.255, "count": 69, "max_ms": 62.652, "p95_ms": 47.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.651, "count": 69, "max_ms": 61.504, "p95_ms": 46.619}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.121, "count": 69, "max_ms": 62.391, "p95_ms": 47.201}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.054, "count": 69, "max_ms": 62.287, "p95_ms": 47.123}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 69, "max_ms": 0.136, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.616, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133983, "write_bytes_delta": 133983, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.116264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203.0, "pid": 49958, "reason": null, "system_cpu_core_ratio": 0.005718, "system_cpu_s_delta": 0.05999999999999994, "user_cpu_core_ratio": 0.110546, "user_cpu_s_delta": 1.1600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.068615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007624, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.060991, "user_cpu_s_delta": 0.639999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.726, "count": 44, "max_ms": 6.24, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.354, "count": 30, "max": 33.867, "p95": 31.489, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.492, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.933, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.1, "count": 30, "max": 9263.0, "p95": 4425.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.44, "count": 30, "max": 25.761, "p95": 7.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134301.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129906.767, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.433, "count": 30, "max": 43.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21448, "sampled_at": "2026-11-02T14:25:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.688, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3480643, "flush_count": 4301, "flush_interval_seconds": 30.0, "flush_state": {"count": 4301, "last_at": "2026-11-02T14:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4300}, "started": true, "suppressed_count": 2551506, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4301, "written_record_count": 4301}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10422.629, "limit_mb": null}, "detail": {"pid": 50074, "restart_count": 110, "start_count": 111}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066281369600, "copied_frame_count": 2555802, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066281369600, "frame_buffer_copies": 2555802, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0977, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0815, "p95_ms": 0.1753, "p99_ms": 0.2439}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 3.9031, "p50_ms": 1.1058, "p95_ms": 2.0678, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555802, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:07+09:00", "last_error_summary": "[h264 @ 0x59de934d8ac0] error while decoding MB 171 66, bytestream -9", "last_exit_at": "2026-11-02T14:25:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:25:10+09:00", "pid": 50074, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.707, "name": "ffmpeg", "pid": 50074, "rss_mb": 74.707, "state": "S (sleeping)", "threads": 1}, "restart_count": 110, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.601, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.382, "last_frame_pushed_at": "2026-11-02T14:25:07+09:00", "last_frame_read_age_sec": 4.444, "last_frame_read_at": "2026-11-02T14:25:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 610.956, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 4.375, "exists": true, "mtime": "2026-11-02T14:25:07.709403+09:00", "mtime_epoch": 1793597107.7094026, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132838}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.598, "name": "celery", "pid": 176, "rss_mb": 2082.598, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555802, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.13, "pushed": 2.13, "read": 2.13}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4414.4, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.474, "count": 60, "max_ms": 2.078, "p95_ms": 1.558, "reason": null, "sample_age_ms": 4445.652, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 60, "max_ms": 1.684, "p95_ms": 1.239, "reason": null, "sample_age_ms": 4445.816, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.124, "count": 60, "max_ms": 0.339, "p95_ms": 0.237, "reason": null, "sample_age_ms": 4414.407, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.029, "count": 60, "max_ms": 2.644, "p95_ms": 1.725, "reason": null, "sample_age_ms": 4444.969, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4444.956, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4414.564, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.116, "count": 60, "max_ms": 53.868, "p95_ms": 41.422, "reason": null, "sample_age_ms": 4414.397, "source": "client_direct"}, "sample_age_ms": 4414.394, "source": "client_direct", "task_total_ms": {"avg_ms": 30.392, "count": 60, "max_ms": 55.829, "p95_ms": 44.105, "reason": null, "sample_age_ms": 4414.394, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.211, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.492, "count": 60, "max_ms": 1.217, "p95_ms": 0.788}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 60, "max_ms": 0.458, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 60, "max_ms": 0.175, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.015, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 60, "max_ms": 0.14, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 60, "max_ms": 0.293, "p95_ms": 0.243}, "setup_ms": {"avg_ms": 0.027, "count": 60, "max_ms": 0.072, "p95_ms": 0.041}, "total_inside_ms": {"avg_ms": 0.466, "count": 60, "max_ms": 1.154, "p95_ms": 0.756}, "track_match_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.008, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 60, "max_ms": 0.048, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.229, "count": 60, "max_ms": 6.24, "p95_ms": 3.874}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 60, "max_ms": 0.064, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.097, "count": 60, "max_ms": 56.446, "p95_ms": 44.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 60, "max_ms": 0.055, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.278, "count": 60, "max_ms": 95.042, "p95_ms": 86.864}, "inference_input_copy_ms": {"avg_ms": 1.232, "count": 60, "max_ms": 3.021, "p95_ms": 2.0}, "processing_residual_ms": {"avg_ms": 0.094, "count": 60, "max_ms": 0.312, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.629, "count": 60, "max_ms": 97.187, "p95_ms": 90.088}, "read_interval": {"avg_ms": 464.266, "count": 60, "max_ms": 4480.324, "p95_ms": 3451.73}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 60, "max_ms": 0.023, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.087, "count": 60, "max_ms": 0.199, "p95_ms": 0.15}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 60, "max_ms": 0.177, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.106, "count": 60, "max_ms": 56.456, "p95_ms": 44.764}, "visualize": {"avg_ms": 25.99, "count": 60, "max_ms": 54.217, "p95_ms": 39.014}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.403, "count": 60, "max_ms": 53.742, "p95_ms": 38.199}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.859, "count": 60, "max_ms": 54.12, "p95_ms": 38.799}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.795, "count": 60, "max_ms": 54.069, "p95_ms": 38.709}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 60, "max_ms": 0.094, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.616, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133983, "write_bytes_delta": 133983, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.116264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203.0, "pid": 49958, "reason": null, "system_cpu_core_ratio": 0.005718, "system_cpu_s_delta": 0.05999999999999994, "user_cpu_core_ratio": 0.110546, "user_cpu_s_delta": 1.1600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.068615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007624, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.060991, "user_cpu_s_delta": 0.639999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.726, "count": 44, "max_ms": 6.24, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.354, "count": 30, "max": 33.867, "p95": 31.489, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.492, "count": 30, "max": 29.137, "p95": 21.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.933, "count": 30, "max": 1692.0, "p95": 1463.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 708.1, "count": 30, "max": 9263.0, "p95": 4425.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.44, "count": 30, "max": 25.761, "p95": 7.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134301.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129906.767, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.433, "count": 30, "max": 43.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21448, "sampled_at": "2026-11-02T14:25:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.164, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4064375, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:24:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2485612, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2485314}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10569.809, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6883287552000, "copied_frame_count": 2489615, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6883287552000, "frame_buffer_copies": 2489615, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0708, "count": 512, "max_ms": 0.249, "p50_ms": 0.0637, "p95_ms": 0.1111, "p99_ms": 0.1421}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.99, "count": 512, "max_ms": 2.9198, "p50_ms": 0.8946, "p95_ms": 1.6523, "p99_ms": 2.3284, "results": {"failed": 0, "not_applicable": 0, "success": 2489615, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:25:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.942, "last_started_at": "2026-11-02T14:23:29+09:00", "pid": 49612, "process": {"exists": false, "pid": 49612}, "restart_count": 183, "restart_count_per_hour": 1, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.626, "sample_count": 1611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:25:16+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-11-02T14:25:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 615.131, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-11-02T14:25:16.155473+09:00", "mtime_epoch": 1793597116.1554732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:25:16+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.703, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2489615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.883, "max": 15.0, "p95": 14.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.233, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.233, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.003, "pushed": 2.003, "read": 1.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 53.045, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 59, "max_ms": 2.703, "p95_ms": 2.097, "reason": null, "sample_age_ms": 103.414, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 59, "max_ms": 2.385, "p95_ms": 1.643, "reason": null, "sample_age_ms": 103.68, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 60, "max_ms": 0.666, "p95_ms": 0.459, "reason": null, "sample_age_ms": 53.058, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.273, "count": 59, "max_ms": 3.348, "p95_ms": 1.919, "reason": null, "sample_age_ms": 101.892, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.866, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.644, "count": 60, "max_ms": 53.779, "p95_ms": 51.693, "reason": null, "sample_age_ms": 53.04, "source": "client_direct"}, "sample_age_ms": 53.033, "source": "client_direct", "task_total_ms": {"avg_ms": 40.328, "count": 60, "max_ms": 55.287, "p95_ms": 53.433, "reason": null, "sample_age_ms": 53.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.516, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 60, "max_ms": 7.713, "p95_ms": 6.584}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.306, "count": 60, "max_ms": 0.703, "p95_ms": 0.508}, "detection_prepare_ms": {"avg_ms": 0.975, "count": 60, "max_ms": 2.495, "p95_ms": 1.495}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.229, "count": 60, "max_ms": 0.558, "p95_ms": 0.366}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.019, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.727, "count": 60, "max_ms": 3.66, "p95_ms": 2.689}, "setup_ms": {"avg_ms": 0.032, "count": 60, "max_ms": 0.099, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 4.461, "count": 60, "max_ms": 7.664, "p95_ms": 6.533}, "track_match_ms": {"avg_ms": 0.05, "count": 60, "max_ms": 0.129, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 1.135, "count": 60, "max_ms": 2.351, "p95_ms": 1.864}}, "gstreamer_push": {"avg_ms": 2.286, "count": 60, "max_ms": 4.412, "p95_ms": 3.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 60, "max_ms": 0.096, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.291, "count": 60, "max_ms": 56.367, "p95_ms": 54.202}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.62, "count": 60, "max_ms": 9.498, "p95_ms": 6.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.676, "count": 60, "max_ms": 104.66, "p95_ms": 96.308}, "inference_input_copy_ms": {"avg_ms": 1.127, "count": 60, "max_ms": 2.036, "p95_ms": 1.949}, "processing_residual_ms": {"avg_ms": 0.152, "count": 60, "max_ms": 0.422, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.574, "count": 60, "max_ms": 109.56, "p95_ms": 99.901}, "read_interval": {"avg_ms": 506.99, "count": 59, "max_ms": 9257.5, "p95_ms": 3370.081}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 60, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 1.678, "count": 60, "max_ms": 3.59, "p95_ms": 2.613}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 60, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.665, "count": 60, "max_ms": 3.575, "p95_ms": 2.6}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.302, "count": 60, "max_ms": 56.383, "p95_ms": 54.215}, "visualize": {"avg_ms": 27.821, "count": 60, "max_ms": 43.996, "p95_ms": 38.8}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.008, "count": 60, "max_ms": 40.887, "p95_ms": 35.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.613, "count": 60, "max_ms": 42.864, "p95_ms": 37.419}, "visualize_input_copy_ms": {"avg_ms": 1.068, "count": 60, "max_ms": 2.88, "p95_ms": 1.531}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.514, "count": 60, "max_ms": 42.758, "p95_ms": 37.309}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 60, "max_ms": 0.118, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.417, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.626, "sample_count": 1605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99790, "write_bytes_delta": 99790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 25.0, "cpu_core_ratio": 0.013182, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2702.0, "pid": 49612, "reason": null, "system_cpu_core_ratio": 0.002081, "system_cpu_s_delta": 0.030000000000000027, "user_cpu_core_ratio": 0.0111, "user_cpu_s_delta": 0.15999999999999837}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.122103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.05342, "system_cpu_s_delta": 0.7700000000040745, "user_cpu_core_ratio": 0.068683, "user_cpu_s_delta": 0.9899999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 63, "max_ms": 4.412, "p95_ms": 3.364, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.048, "max": 15.0, "p95": 14.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.317, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 1.317, "max": 2.0, "p95": 2.0, "sample_count": 63}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.502, "count": 30, "max": 22.303, "p95": 19.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1027.367, "count": 30, "max": 1433.0, "p95": 1424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 461.5, "count": 30, "max": 8527.0, "p95": 2448.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.074, "p95": 0.035, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103647.0, "count": 30, "max": 108849.0, "p95": 108013.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103647.0, "count": 30, "max": 108849.0, "p95": 108013.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 31.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.539, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19189, "sampled_at": "2026-11-02T14:25:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4064375, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:24:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2485612, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2485314}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10568.836, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6883287552000, "copied_frame_count": 2489615, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6883287552000, "frame_buffer_copies": 2489615, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0708, "count": 512, "max_ms": 0.249, "p50_ms": 0.0637, "p95_ms": 0.1111, "p99_ms": 0.1421}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.99, "count": 512, "max_ms": 2.9198, "p50_ms": 0.8946, "p95_ms": 1.6523, "p99_ms": 2.3284, "results": {"failed": 0, "not_applicable": 0, "success": 2489615, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:25:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.974, "last_started_at": "2026-11-02T14:23:29+09:00", "pid": 49612, "process": {"exists": false, "pid": 49612}, "restart_count": 183, "restart_count_per_hour": 1, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.626, "sample_count": 1611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-02T14:25:16+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-11-02T14:25:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 615.166, "last_sample_duration_ms": 1073.379, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 432, "storage_bytes": 2139080}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T14:25:16.259474+09:00", "mtime_epoch": 1793597116.259474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98152}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:25:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.703, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2489615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.883, "max": 15.0, "p95": 14.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.233, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.233, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.001, "pushed": 2.001, "read": 1.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.005, "count": 59, "max_ms": 0.019, "p95_ms": 0.009, "reason": null, "sample_age_ms": 83.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 59, "max_ms": 2.703, "p95_ms": 2.097, "reason": null, "sample_age_ms": 133.688, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 59, "max_ms": 2.385, "p95_ms": 1.643, "reason": null, "sample_age_ms": 133.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 59, "max_ms": 0.666, "p95_ms": 0.459, "reason": null, "sample_age_ms": 83.332, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.273, "count": 59, "max_ms": 3.348, "p95_ms": 1.919, "reason": null, "sample_age_ms": 132.166, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.14, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.037, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.796, "count": 59, "max_ms": 53.779, "p95_ms": 51.71, "reason": null, "sample_age_ms": 83.313, "source": "client_direct"}, "sample_age_ms": 83.307, "source": "client_direct", "task_total_ms": {"avg_ms": 40.49, "count": 59, "max_ms": 55.287, "p95_ms": 53.456, "reason": null, "sample_age_ms": 83.307, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.368, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 60, "max_ms": 7.713, "p95_ms": 6.584}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.306, "count": 60, "max_ms": 0.703, "p95_ms": 0.508}, "detection_prepare_ms": {"avg_ms": 0.975, "count": 60, "max_ms": 2.495, "p95_ms": 1.495}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.229, "count": 60, "max_ms": 0.558, "p95_ms": 0.366}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.019, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.727, "count": 60, "max_ms": 3.66, "p95_ms": 2.689}, "setup_ms": {"avg_ms": 0.032, "count": 60, "max_ms": 0.099, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 4.461, "count": 60, "max_ms": 7.664, "p95_ms": 6.533}, "track_match_ms": {"avg_ms": 0.05, "count": 60, "max_ms": 0.129, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 1.135, "count": 60, "max_ms": 2.351, "p95_ms": 1.864}}, "gstreamer_push": {"avg_ms": 2.286, "count": 60, "max_ms": 4.412, "p95_ms": 3.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 60, "max_ms": 0.096, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.291, "count": 60, "max_ms": 56.367, "p95_ms": 54.202}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.62, "count": 60, "max_ms": 9.498, "p95_ms": 6.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.676, "count": 60, "max_ms": 104.66, "p95_ms": 96.308}, "inference_input_copy_ms": {"avg_ms": 1.127, "count": 60, "max_ms": 2.036, "p95_ms": 1.949}, "processing_residual_ms": {"avg_ms": 0.152, "count": 60, "max_ms": 0.422, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.574, "count": 60, "max_ms": 109.56, "p95_ms": 99.901}, "read_interval": {"avg_ms": 506.99, "count": 59, "max_ms": 9257.5, "p95_ms": 3370.081}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 60, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 1.678, "count": 60, "max_ms": 3.59, "p95_ms": 2.613}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 60, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.665, "count": 60, "max_ms": 3.575, "p95_ms": 2.6}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.302, "count": 60, "max_ms": 56.383, "p95_ms": 54.215}, "visualize": {"avg_ms": 27.821, "count": 60, "max_ms": 43.996, "p95_ms": 38.8}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.008, "count": 60, "max_ms": 40.887, "p95_ms": 35.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.613, "count": 60, "max_ms": 42.864, "p95_ms": 37.419}, "visualize_input_copy_ms": {"avg_ms": 1.068, "count": 60, "max_ms": 2.88, "p95_ms": 1.531}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.514, "count": 60, "max_ms": 42.758, "p95_ms": 37.309}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 60, "max_ms": 0.118, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.417, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.626, "sample_count": 1605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99790, "write_bytes_delta": 99790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 25.0, "cpu_core_ratio": 0.013182, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2702.0, "pid": 49612, "reason": null, "system_cpu_core_ratio": 0.002081, "system_cpu_s_delta": 0.030000000000000027, "user_cpu_core_ratio": 0.0111, "user_cpu_s_delta": 0.15999999999999837}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.122103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.05342, "system_cpu_s_delta": 0.7700000000040745, "user_cpu_core_ratio": 0.068683, "user_cpu_s_delta": 0.9899999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 63, "max_ms": 4.412, "p95_ms": 3.364, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.048, "max": 15.0, "p95": 14.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.317, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 1.317, "max": 2.0, "p95": 2.0, "sample_count": 63}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.502, "count": 30, "max": 22.303, "p95": 19.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1027.367, "count": 30, "max": 1433.0, "p95": 1424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 461.5, "count": 30, "max": 8527.0, "p95": 2448.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.074, "p95": 0.035, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103647.0, "count": 30, "max": 108849.0, "p95": 108013.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103647.0, "count": 30, "max": 108849.0, "p95": 108013.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 31.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.539, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19189, "sampled_at": "2026-11-02T14:25:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4064375, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:24:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:24:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2485612, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2485314}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10615.746, "limit_mb": null}, "detail": {"pid": 50190, "restart_count": 184, "start_count": 185}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6883287552000, "copied_frame_count": 2489615, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6883287552000, "frame_buffer_copies": 2489615, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0708, "count": 512, "max_ms": 0.249, "p50_ms": 0.0637, "p95_ms": 0.1111, "p99_ms": 0.1421}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.99, "count": 512, "max_ms": 2.9198, "p50_ms": 0.8946, "p95_ms": 1.6523, "p99_ms": 2.3284, "results": {"failed": 0, "not_applicable": 0, "success": 2489615, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:23:26+09:00", "last_error_summary": "[h264 @ 0x6531de9c5d80] error while decoding MB 68 30, bytestream -12 [in#0/rtsp @ 0x6531de83ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6531de83ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:25:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:25:18+09:00", "pid": 50190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 81.285, "name": "ffmpeg", "pid": 50190, "rss_mb": 81.285, "state": "S (sleeping)", "threads": 19}, "restart_count": 184, "restart_count_per_hour": 2, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.02, "sample_count": 1588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.647, "last_frame_pushed_at": "2026-11-02T14:25:16+09:00", "last_frame_read_age_sec": 4.748, "last_frame_read_at": "2026-11-02T14:25:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.709, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 596.291, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.638, "exists": true, "mtime": "2026-11-02T14:25:16.259474+09:00", "mtime_epoch": 1793597116.259474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98152}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:25:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2009.707, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 2489615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.2, "max": 15.0, "p95": 14.0, "sample_count": 45}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.2, "max": 2.0, "p95": 2.0, "sample_count": 45}, "total": {"avg": 1.2, "max": 2.0, "p95": 2.0, "sample_count": 45}}, "tracking_counts": {"active": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 45}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 45}, "tracked": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 45}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.502, "pushed": 1.502, "read": 1.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 44, "client_acquire_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.019, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4698.87, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.667, "count": 44, "max_ms": 2.703, "p95_ms": 2.003, "reason": null, "sample_age_ms": 4749.239, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.269, "count": 44, "max_ms": 2.385, "p95_ms": 1.295, "reason": null, "sample_age_ms": 4749.505, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 44, "max_ms": 0.666, "p95_ms": 0.454, "reason": null, "sample_age_ms": 4698.884, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.3, "count": 44, "max_ms": 3.348, "p95_ms": 1.929, "reason": null, "sample_age_ms": 4747.718, "source": "client_direct"}, "request_count": 44, "request_tensor_bytes": {"avg": 2764808.0, "count": 44, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4747.692, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 44, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4699.589, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.086, "count": 44, "max_ms": 53.779, "p95_ms": 51.92, "reason": null, "sample_age_ms": 4698.865, "source": "client_direct"}, "sample_age_ms": 4698.858, "source": "client_direct", "task_total_ms": {"avg_ms": 40.812, "count": 44, "max_ms": 55.287, "p95_ms": 53.801, "reason": null, "sample_age_ms": 4698.858, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.209, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.388, "count": 45, "max_ms": 7.34, "p95_ms": 6.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.301, "count": 45, "max_ms": 0.703, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.976, "count": 45, "max_ms": 2.495, "p95_ms": 1.543}, "event_filter_ms": {"avg_ms": 0.003, "count": 45, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.213, "count": 45, "max_ms": 0.382, "p95_ms": 0.342}, "mcmt_ms": {"avg_ms": 0.003, "count": 45, "max_ms": 0.019, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.666, "count": 45, "max_ms": 2.871, "p95_ms": 2.471}, "setup_ms": {"avg_ms": 0.033, "count": 45, "max_ms": 0.099, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 4.349, "count": 45, "max_ms": 7.299, "p95_ms": 6.287}, "track_match_ms": {"avg_ms": 0.051, "count": 45, "max_ms": 0.129, "p95_ms": 0.098}, "tracker_update_ms": {"avg_ms": 1.103, "count": 45, "max_ms": 1.922, "p95_ms": 1.864}}, "gstreamer_push": {"avg_ms": 2.225, "count": 45, "max_ms": 4.412, "p95_ms": 3.727}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 45, "max_ms": 0.096, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.846, "count": 45, "max_ms": 56.367, "p95_ms": 55.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.655, "count": 45, "max_ms": 9.498, "p95_ms": 6.358}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.567, "count": 45, "max_ms": 104.66, "p95_ms": 96.308}, "inference_input_copy_ms": {"avg_ms": 1.116, "count": 45, "max_ms": 2.036, "p95_ms": 1.949}, "processing_residual_ms": {"avg_ms": 0.147, "count": 45, "max_ms": 0.289, "p95_ms": 0.225}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.485, "count": 45, "max_ms": 109.56, "p95_ms": 99.901}, "read_interval": {"avg_ms": 575.353, "count": 44, "max_ms": 9257.5, "p95_ms": 3336.094}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 45, "max_ms": 0.028, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 1.618, "count": 45, "max_ms": 2.797, "p95_ms": 2.398}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 45, "max_ms": 0.024, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.606, "count": 45, "max_ms": 2.782, "p95_ms": 2.386}, "worker_merge_ms": {"avg_ms": 0.004, "count": 45, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.858, "count": 45, "max_ms": 56.383, "p95_ms": 55.584}, "visualize": {"avg_ms": 28.208, "count": 45, "max_ms": 43.996, "p95_ms": 39.751}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.384, "count": 45, "max_ms": 40.887, "p95_ms": 35.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.976, "count": 45, "max_ms": 42.864, "p95_ms": 38.203}, "visualize_input_copy_ms": {"avg_ms": 1.093, "count": 45, "max_ms": 2.88, "p95_ms": 1.579}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.875, "count": 45, "max_ms": 42.758, "p95_ms": 38.107}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 45, "max_ms": 0.118, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 45}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2009.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.417, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.626, "sample_count": 1605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99790, "write_bytes_delta": 99790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 25.0, "cpu_core_ratio": 0.013182, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2702.0, "pid": 49612, "reason": null, "system_cpu_core_ratio": 0.002081, "system_cpu_s_delta": 0.030000000000000027, "user_cpu_core_ratio": 0.0111, "user_cpu_s_delta": 0.15999999999999837}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.122103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.05342, "system_cpu_s_delta": 0.7700000000040745, "user_cpu_core_ratio": 0.068683, "user_cpu_s_delta": 0.9899999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.167, "count": 63, "max_ms": 4.412, "p95_ms": 3.364, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.048, "max": 15.0, "p95": 14.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.317, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 1.317, "max": 2.0, "p95": 2.0, "sample_count": 63}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 81.594, "p95": 52.346, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.502, "count": 30, "max": 22.303, "p95": 19.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1027.367, "count": 30, "max": 1433.0, "p95": 1424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 461.5, "count": 30, "max": 8527.0, "p95": 2448.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.455, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.074, "p95": 0.035, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103647.0, "count": 30, "max": 108849.0, "p95": 108013.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103647.0, "count": 30, "max": 108849.0, "p95": 108013.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 31.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.539, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 1.24, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19189, "sampled_at": "2026-11-02T14:25:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551606}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10389.277, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a1265f3edc0] error while decoding MB 144 94, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066568908800, "copied_frame_count": 2555906, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066568908800, "frame_buffer_copies": 2555906, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0935, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0782, "p95_ms": 0.16, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.151, "count": 512, "max_ms": 3.9031, "p50_ms": 1.0466, "p95_ms": 2.0291, "p99_ms": 2.492, "results": {"failed": 0, "not_applicable": 0, "success": 2555906, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:41+09:00", "last_error_summary": "[h264 @ 0x5a1265f3edc0] error while decoding MB 144 94, bytestream -7", "last_exit_at": "2026-11-02T14:25:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 30.96, "last_started_at": "2026-11-02T14:25:10+09:00", "pid": 50074, "process": {"exists": false, "pid": 50074}, "restart_count": 110, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.202, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-02T14:25:40+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-02T14:25:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 23.848, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 576.152, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-11-02T14:25:40.978678+09:00", "mtime_epoch": 1793597140.9786785, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133995}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.664, "name": "celery", "pid": 176, "rss_mb": 2082.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555907, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 105, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.807, "pushed": 3.807, "read": 3.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 39.542, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 105, "max_ms": 4.158, "p95_ms": 1.202, "reason": null, "sample_age_ms": 71.488, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 105, "max_ms": 1.355, "p95_ms": 0.97, "reason": null, "sample_age_ms": 71.656, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 105, "max_ms": 0.488, "p95_ms": 0.236, "reason": null, "sample_age_ms": 39.549, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.05, "count": 105, "max_ms": 2.44, "p95_ms": 1.816, "reason": null, "sample_age_ms": 70.466, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.439, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.166, "count": 105, "max_ms": 47.515, "p95_ms": 40.411, "reason": null, "sample_age_ms": 39.539, "source": "client_direct"}, "sample_age_ms": 39.534, "source": "client_direct", "task_total_ms": {"avg_ms": 30.469, "count": 105, "max_ms": 50.496, "p95_ms": 41.647, "reason": null, "sample_age_ms": 39.534, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.48, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.55, "count": 104, "max_ms": 1.38, "p95_ms": 0.969}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.18, "count": 104, "max_ms": 0.542, "p95_ms": 0.355}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 0.217, "p95_ms": 0.142}, "event_filter_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 104, "max_ms": 0.174, "p95_ms": 0.109}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 104, "max_ms": 0.425, "p95_ms": 0.281}, "setup_ms": {"avg_ms": 0.031, "count": 104, "max_ms": 0.079, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.521, "count": 104, "max_ms": 1.321, "p95_ms": 0.925}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 104, "max_ms": 0.079, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.138, "count": 104, "max_ms": 7.106, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.379, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.17, "count": 104, "max_ms": 55.165, "p95_ms": 42.25}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 104, "max_ms": 0.093, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.65, "count": 104, "max_ms": 86.558, "p95_ms": 72.04}, "inference_input_copy_ms": {"avg_ms": 1.215, "count": 104, "max_ms": 3.919, "p95_ms": 2.048}, "processing_residual_ms": {"avg_ms": 0.102, "count": 104, "max_ms": 0.407, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.995, "count": 104, "max_ms": 90.694, "p95_ms": 73.939}, "read_interval": {"avg_ms": 317.46, "count": 105, "max_ms": 6086.333, "p95_ms": 737.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.051, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.097, "count": 104, "max_ms": 0.302, "p95_ms": 0.19}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.027, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 104, "max_ms": 0.268, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.023, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.181, "count": 104, "max_ms": 55.19, "p95_ms": 42.258}, "visualize": {"avg_ms": 24.099, "count": 104, "max_ms": 41.38, "p95_ms": 31.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.486, "count": 104, "max_ms": 40.547, "p95_ms": 30.717}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.964, "count": 104, "max_ms": 41.131, "p95_ms": 31.366}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.901, "count": 104, "max_ms": 41.038, "p95_ms": 31.304}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 104, "max_ms": 0.079, "p95_ms": 0.067}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.703, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.794, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.69, "exists": true, "size_bytes": 134463, "write_bytes_delta": 134463, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.322595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 382.0, "pid": 50074, "reason": null, "system_cpu_core_ratio": 0.01418, "system_cpu_s_delta": 0.19999999999999996, "user_cpu_core_ratio": 0.308415, "user_cpu_s_delta": 4.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.163779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015598, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.148181, "user_cpu_s_delta": 2.0899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.075, "count": 85, "max_ms": 7.106, "p95_ms": 3.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.782, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.888, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 657.6, "count": 30, "max": 1692.0, "p95": 1452.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3890.933, "count": 30, "max": 95103.0, "p95": 7740.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.704, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.75, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134431.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129961.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21451, "sampled_at": "2026-11-02T14:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.318, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551606}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10390.066, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:25:41+09:00", "last_error_summary": "[h264 @ 0x5a1265f3edc0] error while decoding MB 144 94, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066571673600, "copied_frame_count": 2555907, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066571673600, "frame_buffer_copies": 2555907, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0935, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0782, "p95_ms": 0.16, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1571, "count": 512, "max_ms": 4.2399, "p50_ms": 1.0466, "p95_ms": 2.0457, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555907, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:41+09:00", "last_error_summary": "[h264 @ 0x5a1265f3edc0] error while decoding MB 144 94, bytestream -7", "last_exit_at": "2026-11-02T14:25:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 30.984, "last_started_at": "2026-11-02T14:25:10+09:00", "pid": 50074, "process": {"exists": false, "pid": 50074}, "restart_count": 110, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.202, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-11-02T14:25:41+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-11-02T14:25:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 23.875, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 576.125, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-11-02T14:25:40.978678+09:00", "mtime_epoch": 1793597140.9786785, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133995}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.66, "name": "celery", "pid": 176, "rss_mb": 2082.66, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555907, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.84, "pushed": 3.84, "read": 3.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 66.419, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 105, "max_ms": 4.158, "p95_ms": 1.202, "reason": null, "sample_age_ms": 98.364, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 105, "max_ms": 1.355, "p95_ms": 0.97, "reason": null, "sample_age_ms": 98.532, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 105, "max_ms": 0.488, "p95_ms": 0.236, "reason": null, "sample_age_ms": 66.426, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.05, "count": 105, "max_ms": 2.44, "p95_ms": 1.816, "reason": null, "sample_age_ms": 97.342, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.316, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.64, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.166, "count": 105, "max_ms": 47.515, "p95_ms": 40.411, "reason": null, "sample_age_ms": 66.416, "source": "client_direct"}, "sample_age_ms": 66.41, "source": "client_direct", "task_total_ms": {"avg_ms": 30.469, "count": 105, "max_ms": 50.496, "p95_ms": 41.647, "reason": null, "sample_age_ms": 66.41, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.46, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.554, "count": 105, "max_ms": 1.38, "p95_ms": 0.969}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 105, "max_ms": 0.542, "p95_ms": 0.355}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.217, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 105, "max_ms": 0.174, "p95_ms": 0.109}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 105, "max_ms": 0.425, "p95_ms": 0.281}, "setup_ms": {"avg_ms": 0.031, "count": 105, "max_ms": 0.079, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.524, "count": 105, "max_ms": 1.321, "p95_ms": 0.925}, "track_match_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 105, "max_ms": 0.079, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.148, "count": 105, "max_ms": 7.106, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 105, "max_ms": 0.379, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.183, "count": 105, "max_ms": 55.165, "p95_ms": 42.25}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 105, "max_ms": 0.093, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.879, "count": 105, "max_ms": 86.558, "p95_ms": 77.884}, "inference_input_copy_ms": {"avg_ms": 1.213, "count": 105, "max_ms": 3.919, "p95_ms": 2.048}, "processing_residual_ms": {"avg_ms": 0.102, "count": 105, "max_ms": 0.407, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.222, "count": 105, "max_ms": 90.694, "p95_ms": 79.278}, "read_interval": {"avg_ms": 317.46, "count": 105, "max_ms": 6086.333, "p95_ms": 737.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 105, "max_ms": 0.051, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.098, "count": 105, "max_ms": 0.302, "p95_ms": 0.19}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.027, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 105, "max_ms": 0.268, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.023, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.193, "count": 105, "max_ms": 55.19, "p95_ms": 42.258}, "visualize": {"avg_ms": 24.314, "count": 105, "max_ms": 46.635, "p95_ms": 34.02}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.698, "count": 105, "max_ms": 45.759, "p95_ms": 33.485}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.178, "count": 105, "max_ms": 46.4, "p95_ms": 33.895}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.114, "count": 105, "max_ms": 46.306, "p95_ms": 33.84}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 105, "max_ms": 0.079, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.703, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.794, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.69, "exists": true, "size_bytes": 134463, "write_bytes_delta": 134463, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.322595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 382.0, "pid": 50074, "reason": null, "system_cpu_core_ratio": 0.01418, "system_cpu_s_delta": 0.19999999999999996, "user_cpu_core_ratio": 0.308415, "user_cpu_s_delta": 4.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.163779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015598, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.148181, "user_cpu_s_delta": 2.0899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.075, "count": 85, "max_ms": 7.106, "p95_ms": 3.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.782, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.888, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 657.6, "count": 30, "max": 1692.0, "p95": 1452.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3890.933, "count": 30, "max": 95103.0, "p95": 7740.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.704, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.75, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134431.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129961.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21451, "sampled_at": "2026-11-02T14:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.342, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551606}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10390.32, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066571673600, "copied_frame_count": 2555907, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066571673600, "frame_buffer_copies": 2555907, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0935, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0782, "p95_ms": 0.16, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1571, "count": 512, "max_ms": 4.2399, "p50_ms": 1.0466, "p95_ms": 2.0457, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555907, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:41+09:00", "last_error_summary": "[h264 @ 0x5a1265f3edc0] error while decoding MB 144 94, bytestream -7", "last_exit_at": "2026-11-02T14:25:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.006, "last_started_at": "2026-11-02T14:25:10+09:00", "pid": 50074, "process": {"exists": false, "pid": 50074}, "restart_count": 110, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.202, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-02T14:25:41+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-02T14:25:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 23.896, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 576.104, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T14:25:41.071679+09:00", "mtime_epoch": 1793597141.0716794, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134129}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.66, "name": "celery", "pid": 176, "rss_mb": 2082.66, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555907, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.837, "pushed": 3.837, "read": 3.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 87.287, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 105, "max_ms": 4.158, "p95_ms": 1.202, "reason": null, "sample_age_ms": 119.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 105, "max_ms": 1.355, "p95_ms": 0.97, "reason": null, "sample_age_ms": 119.401, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 105, "max_ms": 0.488, "p95_ms": 0.236, "reason": null, "sample_age_ms": 87.294, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.05, "count": 105, "max_ms": 2.44, "p95_ms": 1.816, "reason": null, "sample_age_ms": 118.21, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.184, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.508, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.166, "count": 105, "max_ms": 47.515, "p95_ms": 40.411, "reason": null, "sample_age_ms": 87.284, "source": "client_direct"}, "sample_age_ms": 87.278, "source": "client_direct", "task_total_ms": {"avg_ms": 30.469, "count": 105, "max_ms": 50.496, "p95_ms": 41.647, "reason": null, "sample_age_ms": 87.278, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.164, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.554, "count": 105, "max_ms": 1.38, "p95_ms": 0.969}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.181, "count": 105, "max_ms": 0.542, "p95_ms": 0.355}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.217, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 105, "max_ms": 0.174, "p95_ms": 0.109}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 105, "max_ms": 0.425, "p95_ms": 0.281}, "setup_ms": {"avg_ms": 0.031, "count": 105, "max_ms": 0.079, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.524, "count": 105, "max_ms": 1.321, "p95_ms": 0.925}, "track_match_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 105, "max_ms": 0.079, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.148, "count": 105, "max_ms": 7.106, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 105, "max_ms": 0.379, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.183, "count": 105, "max_ms": 55.165, "p95_ms": 42.25}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 105, "max_ms": 0.093, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.879, "count": 105, "max_ms": 86.558, "p95_ms": 77.884}, "inference_input_copy_ms": {"avg_ms": 1.213, "count": 105, "max_ms": 3.919, "p95_ms": 2.048}, "processing_residual_ms": {"avg_ms": 0.102, "count": 105, "max_ms": 0.407, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.222, "count": 105, "max_ms": 90.694, "p95_ms": 79.278}, "read_interval": {"avg_ms": 317.46, "count": 105, "max_ms": 6086.333, "p95_ms": 737.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 105, "max_ms": 0.051, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.098, "count": 105, "max_ms": 0.302, "p95_ms": 0.19}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.027, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 105, "max_ms": 0.268, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.023, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.193, "count": 105, "max_ms": 55.19, "p95_ms": 42.258}, "visualize": {"avg_ms": 24.314, "count": 105, "max_ms": 46.635, "p95_ms": 34.02}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.698, "count": 105, "max_ms": 45.759, "p95_ms": 33.485}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.178, "count": 105, "max_ms": 46.4, "p95_ms": 33.895}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.114, "count": 105, "max_ms": 46.306, "p95_ms": 33.84}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 105, "max_ms": 0.079, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.703, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.794, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.69, "exists": true, "size_bytes": 134463, "write_bytes_delta": 134463, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.322595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 382.0, "pid": 50074, "reason": null, "system_cpu_core_ratio": 0.01418, "system_cpu_s_delta": 0.19999999999999996, "user_cpu_core_ratio": 0.308415, "user_cpu_s_delta": 4.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.163779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015598, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.148181, "user_cpu_s_delta": 2.0899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.075, "count": 85, "max_ms": 7.106, "p95_ms": 3.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.782, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.888, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 657.6, "count": 30, "max": 1692.0, "p95": 1452.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3890.933, "count": 30, "max": 95103.0, "p95": 7740.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.704, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.75, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134431.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129961.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21451, "sampled_at": "2026-11-02T14:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.364, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551606}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10402.969, "limit_mb": null}, "detail": {"pid": 50306, "restart_count": 111, "start_count": 112}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066571673600, "copied_frame_count": 2555907, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066571673600, "frame_buffer_copies": 2555907, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0935, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0782, "p95_ms": 0.16, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1571, "count": 512, "max_ms": 4.2399, "p50_ms": 1.0466, "p95_ms": 2.0457, "p99_ms": 2.5142, "results": {"failed": 0, "not_applicable": 0, "success": 2555907, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:25:41+09:00", "last_error_summary": "[h264 @ 0x5a1265f3edc0] error while decoding MB 144 94, bytestream -7", "last_exit_at": "2026-11-02T14:25:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:25:43+09:00", "pid": 50306, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.875, "name": "ffmpeg", "pid": 50306, "rss_mb": 44.875, "state": "S (sleeping)", "threads": 1}, "restart_count": 111, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.598, "sample_count": 848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.416, "last_frame_pushed_at": "2026-11-02T14:25:41+09:00", "last_frame_read_age_sec": 4.506, "last_frame_read_at": "2026-11-02T14:25:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 28.287, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 571.713, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.408, "exists": true, "mtime": "2026-11-02T14:25:41.071679+09:00", "mtime_epoch": 1793597141.0716794, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134129}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:25:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.664, "name": "celery", "pid": 176, "rss_mb": 2082.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555907, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.038, "pushed": 3.038, "read": 3.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4477.241, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.477, "count": 90, "max_ms": 4.158, "p95_ms": 1.253, "reason": null, "sample_age_ms": 4509.186, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 90, "max_ms": 1.355, "p95_ms": 1.0, "reason": null, "sample_age_ms": 4509.354, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.125, "count": 91, "max_ms": 0.488, "p95_ms": 0.251, "reason": null, "sample_age_ms": 4477.248, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.056, "count": 90, "max_ms": 2.44, "p95_ms": 1.792, "reason": null, "sample_age_ms": 4508.164, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4508.137, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4477.462, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.937, "count": 91, "max_ms": 47.515, "p95_ms": 40.139, "reason": null, "sample_age_ms": 4477.237, "source": "client_direct"}, "sample_age_ms": 4477.232, "source": "client_direct", "task_total_ms": {"avg_ms": 30.249, "count": 91, "max_ms": 50.496, "p95_ms": 41.364, "reason": null, "sample_age_ms": 4477.232, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.503, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.546, "count": 91, "max_ms": 1.38, "p95_ms": 0.969}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 91, "max_ms": 0.542, "p95_ms": 0.355}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 91, "max_ms": 0.205, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.007, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 91, "max_ms": 0.169, "p95_ms": 0.109}, "mcmt_ms": {"avg_ms": 0.002, "count": 91, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 91, "max_ms": 0.425, "p95_ms": 0.287}, "setup_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.079, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.517, "count": 91, "max_ms": 1.321, "p95_ms": 0.925}, "track_match_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 91, "max_ms": 0.079, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.118, "count": 91, "max_ms": 4.003, "p95_ms": 3.508}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.1, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.971, "count": 91, "max_ms": 55.165, "p95_ms": 42.25}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 91, "max_ms": 0.073, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.604, "count": 91, "max_ms": 86.558, "p95_ms": 80.461}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 91, "max_ms": 3.919, "p95_ms": 2.063}, "processing_residual_ms": {"avg_ms": 0.101, "count": 91, "max_ms": 0.407, "p95_ms": 0.186}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.983, "count": 91, "max_ms": 90.694, "p95_ms": 81.76}, "read_interval": {"avg_ms": 283.687, "count": 90, "max_ms": 4668.011, "p95_ms": 737.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 91, "max_ms": 0.051, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.097, "count": 91, "max_ms": 0.302, "p95_ms": 0.19}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.027, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 91, "max_ms": 0.268, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.981, "count": 91, "max_ms": 55.19, "p95_ms": 42.258}, "visualize": {"avg_ms": 24.236, "count": 91, "max_ms": 46.635, "p95_ms": 31.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.626, "count": 91, "max_ms": 45.759, "p95_ms": 30.717}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.102, "count": 91, "max_ms": 46.4, "p95_ms": 31.366}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.039, "count": 91, "max_ms": 46.306, "p95_ms": 31.304}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 91, "max_ms": 0.079, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.703, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.794, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.69, "exists": true, "size_bytes": 134463, "write_bytes_delta": 134463, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.322595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 382.0, "pid": 50074, "reason": null, "system_cpu_core_ratio": 0.01418, "system_cpu_s_delta": 0.19999999999999996, "user_cpu_core_ratio": 0.308415, "user_cpu_s_delta": 4.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.163779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015598, "system_cpu_s_delta": 0.22000000000116415, "user_cpu_core_ratio": 0.148181, "user_cpu_s_delta": 2.0899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.075, "count": 85, "max_ms": 7.106, "p95_ms": 3.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.782, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.888, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 657.6, "count": 30, "max": 1692.0, "p95": 1452.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3890.933, "count": 30, "max": 95103.0, "p95": 7740.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.704, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.75, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134431.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129961.3, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21451, "sampled_at": "2026-11-02T14:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.98, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x639a609a0700] error while decoding MB 116 91, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066743091200, "copied_frame_count": 2555969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066743091200, "frame_buffer_copies": 2555969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0909, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0763, "p95_ms": 0.1563, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1208, "count": 512, "max_ms": 4.2399, "p50_ms": 0.9961, "p95_ms": 1.9847, "p99_ms": 2.5697, "results": {"failed": 0, "not_applicable": 0, "success": 2555969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:12+09:00", "last_error_summary": "[h264 @ 0x639a609a0700] error while decoding MB 116 91, bytestream -8", "last_exit_at": "2026-11-02T14:25:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.637, "last_started_at": "2026-11-02T14:25:43+09:00", "pid": 50306, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 50306, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 111, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.771, "sample_count": 581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-02T14:26:12+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-02T14:26:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.919, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 545.081, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-02T14:26:12.042931+09:00", "mtime_epoch": 1793597172.0429313, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133499}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.699, "name": "celery", "pid": 176, "rss_mb": 2082.699, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555970, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 63, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.794, "pushed": 5.794, "read": 5.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 29.104, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 63, "max_ms": 2.739, "p95_ms": 1.029, "reason": null, "sample_age_ms": 79.041, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 63, "max_ms": 1.359, "p95_ms": 0.851, "reason": null, "sample_age_ms": 79.229, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 63, "max_ms": 0.287, "p95_ms": 0.147, "reason": null, "sample_age_ms": 29.112, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 63, "max_ms": 1.596, "p95_ms": 1.365, "reason": null, "sample_age_ms": 78.11, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 78.092, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.217, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 63, "max_ms": 49.42, "p95_ms": 37.326, "reason": null, "sample_age_ms": 29.101, "source": "client_direct"}, "sample_age_ms": 29.095, "source": "client_direct", "task_total_ms": {"avg_ms": 29.548, "count": 63, "max_ms": 50.781, "p95_ms": 39.123, "reason": null, "sample_age_ms": 29.095, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.423, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.48, "count": 62, "max_ms": 1.053, "p95_ms": 0.741}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 62, "max_ms": 0.388, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 62, "max_ms": 0.144, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 62, "max_ms": 0.105, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 62, "max_ms": 0.35, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.028, "count": 62, "max_ms": 0.081, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.453, "count": 62, "max_ms": 0.985, "p95_ms": 0.7}, "track_match_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 62, "max_ms": 0.036, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.154, "count": 62, "max_ms": 3.48, "p95_ms": 3.056}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 62, "max_ms": 0.064, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.837, "count": 62, "max_ms": 53.899, "p95_ms": 37.681}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 62, "max_ms": 0.082, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.956, "count": 62, "max_ms": 88.916, "p95_ms": 72.587}, "inference_input_copy_ms": {"avg_ms": 1.073, "count": 62, "max_ms": 2.297, "p95_ms": 1.867}, "processing_residual_ms": {"avg_ms": 0.082, "count": 62, "max_ms": 0.191, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.14, "count": 62, "max_ms": 91.025, "p95_ms": 73.467}, "read_interval": {"avg_ms": 493.053, "count": 63, "max_ms": 20441.365, "p95_ms": 701.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 62, "max_ms": 0.029, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.085, "count": 62, "max_ms": 0.245, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.025, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 62, "max_ms": 0.219, "p95_ms": 0.129}, "worker_merge_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.846, "count": 62, "max_ms": 53.918, "p95_ms": 37.692}, "visualize": {"avg_ms": 24.016, "count": 62, "max_ms": 40.499, "p95_ms": 35.414}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.433, "count": 62, "max_ms": 39.776, "p95_ms": 34.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.894, "count": 62, "max_ms": 40.36, "p95_ms": 35.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.833, "count": 62, "max_ms": 40.292, "p95_ms": 35.244}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 62, "max_ms": 0.058, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.199, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.387, "sample_count": 579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.043, "exists": true, "size_bytes": 133367, "write_bytes_delta": 133367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 391.0, "cpu_core_ratio": 0.562163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14192.0, "pid": 50306, "reason": null, "system_cpu_core_ratio": 0.029955, "system_cpu_s_delta": 0.3, "user_cpu_core_ratio": 0.532207, "user_cpu_s_delta": 5.33}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.264606, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.025961, "system_cpu_s_delta": 0.26000000000203727, "user_cpu_core_ratio": 0.238645, "user_cpu_s_delta": 2.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.137, "count": 54, "max_ms": 3.426, "p95_ms": 3.056, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.634, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.512, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.667, "count": 30, "max": 1692.0, "p95": 1442.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4364.0, "count": 30, "max": 95103.0, "p95": 11973.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.69, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.748, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134358.4, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129872.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21453, "sampled_at": "2026-11-02T14:26:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 10.701, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.953, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:26:12+09:00", "last_error_summary": "[h264 @ 0x639a609a0700] error while decoding MB 116 91, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066745856000, "copied_frame_count": 2555970, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066745856000, "frame_buffer_copies": 2555970, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.091, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0763, "p95_ms": 0.1563, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1327, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9961, "p95_ms": 1.9886, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555970, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:12+09:00", "last_error_summary": "[h264 @ 0x639a609a0700] error while decoding MB 116 91, bytestream -8", "last_exit_at": "2026-11-02T14:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.675, "last_started_at": "2026-11-02T14:25:43+09:00", "pid": 50306, "process": {"exists": false, "pid": 50306}, "restart_count": 111, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.09, "sample_count": 582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-11-02T14:26:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-02T14:26:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.959, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 545.041, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-02T14:26:12.145932+09:00", "mtime_epoch": 1793597172.1459322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133896}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.691, "name": "celery", "pid": 176, "rss_mb": 2082.691, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555970, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.867, "pushed": 5.867, "read": 5.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 68.63, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 63, "max_ms": 2.739, "p95_ms": 1.029, "reason": null, "sample_age_ms": 118.567, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 63, "max_ms": 1.359, "p95_ms": 0.851, "reason": null, "sample_age_ms": 118.755, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 63, "max_ms": 0.287, "p95_ms": 0.147, "reason": null, "sample_age_ms": 68.638, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 63, "max_ms": 1.596, "p95_ms": 1.365, "reason": null, "sample_age_ms": 117.636, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.618, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.743, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 63, "max_ms": 49.42, "p95_ms": 37.326, "reason": null, "sample_age_ms": 68.627, "source": "client_direct"}, "sample_age_ms": 68.621, "source": "client_direct", "task_total_ms": {"avg_ms": 29.548, "count": 63, "max_ms": 50.781, "p95_ms": 39.123, "reason": null, "sample_age_ms": 68.621, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.475, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 63, "max_ms": 1.053, "p95_ms": 0.741}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 63, "max_ms": 0.388, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 63, "max_ms": 0.144, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 63, "max_ms": 0.105, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 63, "max_ms": 0.35, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.027, "count": 63, "max_ms": 0.081, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.455, "count": 63, "max_ms": 0.985, "p95_ms": 0.7}, "track_match_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 63, "max_ms": 0.036, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.205, "count": 63, "max_ms": 5.388, "p95_ms": 3.364}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 63, "max_ms": 0.064, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.176, "count": 63, "max_ms": 53.899, "p95_ms": 40.03}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 63, "max_ms": 0.082, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.454, "count": 63, "max_ms": 88.916, "p95_ms": 73.779}, "inference_input_copy_ms": {"avg_ms": 1.075, "count": 63, "max_ms": 2.297, "p95_ms": 1.867}, "processing_residual_ms": {"avg_ms": 0.082, "count": 63, "max_ms": 0.191, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.64, "count": 63, "max_ms": 91.025, "p95_ms": 74.816}, "read_interval": {"avg_ms": 493.053, "count": 63, "max_ms": 20441.365, "p95_ms": 701.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 63, "max_ms": 0.029, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.085, "count": 63, "max_ms": 0.245, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 63, "max_ms": 0.025, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 63, "max_ms": 0.219, "p95_ms": 0.129}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.186, "count": 63, "max_ms": 53.918, "p95_ms": 40.042}, "visualize": {"avg_ms": 24.177, "count": 63, "max_ms": 40.499, "p95_ms": 35.414}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.594, "count": 63, "max_ms": 39.776, "p95_ms": 34.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.054, "count": 63, "max_ms": 40.36, "p95_ms": 35.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.994, "count": 63, "max_ms": 40.292, "p95_ms": 35.244}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 63, "max_ms": 0.058, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.199, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.387, "sample_count": 579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.043, "exists": true, "size_bytes": 133367, "write_bytes_delta": 133367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 391.0, "cpu_core_ratio": 0.562163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14192.0, "pid": 50306, "reason": null, "system_cpu_core_ratio": 0.029955, "system_cpu_s_delta": 0.3, "user_cpu_core_ratio": 0.532207, "user_cpu_s_delta": 5.33}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.264606, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.025961, "system_cpu_s_delta": 0.26000000000203727, "user_cpu_core_ratio": 0.238645, "user_cpu_s_delta": 2.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.137, "count": 54, "max_ms": 3.426, "p95_ms": 3.056, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.634, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.512, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.667, "count": 30, "max": 1692.0, "p95": 1442.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4364.0, "count": 30, "max": 95103.0, "p95": 11973.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.69, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.748, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134358.4, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129872.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21453, "sampled_at": "2026-11-02T14:26:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 10.739, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10392.086, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066745856000, "copied_frame_count": 2555970, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066745856000, "frame_buffer_copies": 2555970, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.091, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0763, "p95_ms": 0.1563, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1327, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9961, "p95_ms": 1.9886, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555970, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:12+09:00", "last_error_summary": "[h264 @ 0x639a609a0700] error while decoding MB 116 91, bytestream -8", "last_exit_at": "2026-11-02T14:26:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 28.698, "last_started_at": "2026-11-02T14:25:43+09:00", "pid": 50306, "process": {"exists": false, "pid": 50306}, "restart_count": 111, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.09, "sample_count": 581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-02T14:26:12+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-11-02T14:26:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.981, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 545.019, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-02T14:26:12.145932+09:00", "mtime_epoch": 1793597172.1459322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133896}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.691, "name": "celery", "pid": 176, "rss_mb": 2082.691, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555970, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.854, "pushed": 5.854, "read": 5.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 90.548, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 63, "max_ms": 2.739, "p95_ms": 1.029, "reason": null, "sample_age_ms": 140.484, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 63, "max_ms": 1.359, "p95_ms": 0.851, "reason": null, "sample_age_ms": 140.672, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 63, "max_ms": 0.287, "p95_ms": 0.147, "reason": null, "sample_age_ms": 90.555, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 63, "max_ms": 1.596, "p95_ms": 1.365, "reason": null, "sample_age_ms": 139.553, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 139.535, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.661, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 63, "max_ms": 49.42, "p95_ms": 37.326, "reason": null, "sample_age_ms": 90.544, "source": "client_direct"}, "sample_age_ms": 90.538, "source": "client_direct", "task_total_ms": {"avg_ms": 29.548, "count": 63, "max_ms": 50.781, "p95_ms": 39.123, "reason": null, "sample_age_ms": 90.538, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 63, "max_ms": 1.053, "p95_ms": 0.741}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 63, "max_ms": 0.388, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 63, "max_ms": 0.144, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 63, "max_ms": 0.105, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 63, "max_ms": 0.35, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.027, "count": 63, "max_ms": 0.081, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.455, "count": 63, "max_ms": 0.985, "p95_ms": 0.7}, "track_match_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 63, "max_ms": 0.036, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.205, "count": 63, "max_ms": 5.388, "p95_ms": 3.364}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 63, "max_ms": 0.064, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.176, "count": 63, "max_ms": 53.899, "p95_ms": 40.03}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 63, "max_ms": 0.082, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.454, "count": 63, "max_ms": 88.916, "p95_ms": 73.779}, "inference_input_copy_ms": {"avg_ms": 1.075, "count": 63, "max_ms": 2.297, "p95_ms": 1.867}, "processing_residual_ms": {"avg_ms": 0.082, "count": 63, "max_ms": 0.191, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.64, "count": 63, "max_ms": 91.025, "p95_ms": 74.816}, "read_interval": {"avg_ms": 493.053, "count": 63, "max_ms": 20441.365, "p95_ms": 701.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 63, "max_ms": 0.029, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.085, "count": 63, "max_ms": 0.245, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 63, "max_ms": 0.025, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 63, "max_ms": 0.219, "p95_ms": 0.129}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.186, "count": 63, "max_ms": 53.918, "p95_ms": 40.042}, "visualize": {"avg_ms": 24.177, "count": 63, "max_ms": 40.499, "p95_ms": 35.414}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.594, "count": 63, "max_ms": 39.776, "p95_ms": 34.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.054, "count": 63, "max_ms": 40.36, "p95_ms": 35.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.994, "count": 63, "max_ms": 40.292, "p95_ms": 35.244}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 63, "max_ms": 0.058, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.199, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.387, "sample_count": 579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.043, "exists": true, "size_bytes": 133367, "write_bytes_delta": 133367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 391.0, "cpu_core_ratio": 0.562163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14192.0, "pid": 50306, "reason": null, "system_cpu_core_ratio": 0.029955, "system_cpu_s_delta": 0.3, "user_cpu_core_ratio": 0.532207, "user_cpu_s_delta": 5.33}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.264606, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.025961, "system_cpu_s_delta": 0.26000000000203727, "user_cpu_core_ratio": 0.238645, "user_cpu_s_delta": 2.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.137, "count": 54, "max_ms": 3.426, "p95_ms": 3.056, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.634, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.512, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.667, "count": 30, "max": 1692.0, "p95": 1442.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4364.0, "count": 30, "max": 95103.0, "p95": 11973.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.69, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.748, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134358.4, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129872.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21453, "sampled_at": "2026-11-02T14:26:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 10.762, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3481481, "flush_count": 4302, "flush_interval_seconds": 30.0, "flush_state": {"count": 4302, "last_at": "2026-11-02T14:25:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:25:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4301}, "started": true, "suppressed_count": 2551673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4302, "written_record_count": 4302}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10404.504, "limit_mb": null}, "detail": {"pid": 50422, "restart_count": 112, "start_count": 113}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066745856000, "copied_frame_count": 2555970, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066745856000, "frame_buffer_copies": 2555970, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.091, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0763, "p95_ms": 0.1563, "p99_ms": 0.2244}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1327, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9961, "p95_ms": 1.9886, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555970, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:12+09:00", "last_error_summary": "[h264 @ 0x639a609a0700] error while decoding MB 116 91, bytestream -8", "last_exit_at": "2026-11-02T14:26:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:26:14+09:00", "pid": 50422, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.066, "name": "ffmpeg", "pid": 50422, "rss_mb": 47.066, "state": "S (sleeping)", "threads": 1}, "restart_count": 112, "restart_count_per_hour": 10, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.387, "sample_count": 540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.258, "last_frame_pushed_at": "2026-11-02T14:26:12+09:00", "last_frame_read_age_sec": 4.359, "last_frame_read_at": "2026-11-02T14:26:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 59.199, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 540.801, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.249, "exists": true, "mtime": "2026-11-02T14:26:12.145932+09:00", "mtime_epoch": 1793597172.1459322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133896}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.695, "name": "celery", "pid": 176, "rss_mb": 2082.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555970, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.206, "pushed": 4.206, "read": 4.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4309.487, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 63, "max_ms": 2.739, "p95_ms": 1.029, "reason": null, "sample_age_ms": 4359.423, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 63, "max_ms": 1.359, "p95_ms": 0.851, "reason": null, "sample_age_ms": 4359.612, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 63, "max_ms": 0.287, "p95_ms": 0.147, "reason": null, "sample_age_ms": 4309.494, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.937, "count": 63, "max_ms": 1.596, "p95_ms": 1.365, "reason": null, "sample_age_ms": 4358.492, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4358.474, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4309.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 63, "max_ms": 49.42, "p95_ms": 37.326, "reason": null, "sample_age_ms": 4309.483, "source": "client_direct"}, "sample_age_ms": 4309.477, "source": "client_direct", "task_total_ms": {"avg_ms": 29.548, "count": 63, "max_ms": 50.781, "p95_ms": 39.123, "reason": null, "sample_age_ms": 4309.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.295, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.482, "count": 63, "max_ms": 1.053, "p95_ms": 0.741}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 63, "max_ms": 0.388, "p95_ms": 0.228}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 63, "max_ms": 0.144, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 63, "max_ms": 0.105, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 63, "max_ms": 0.35, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.027, "count": 63, "max_ms": 0.081, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.455, "count": 63, "max_ms": 0.985, "p95_ms": 0.7}, "track_match_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 63, "max_ms": 0.036, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.205, "count": 63, "max_ms": 5.388, "p95_ms": 3.364}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 63, "max_ms": 0.064, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.176, "count": 63, "max_ms": 53.899, "p95_ms": 40.03}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 63, "max_ms": 0.082, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.454, "count": 63, "max_ms": 88.916, "p95_ms": 73.779}, "inference_input_copy_ms": {"avg_ms": 1.075, "count": 63, "max_ms": 2.297, "p95_ms": 1.867}, "processing_residual_ms": {"avg_ms": 0.082, "count": 63, "max_ms": 0.191, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.64, "count": 63, "max_ms": 91.025, "p95_ms": 74.816}, "read_interval": {"avg_ms": 493.053, "count": 63, "max_ms": 20441.365, "p95_ms": 701.88}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 63, "max_ms": 0.029, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.085, "count": 63, "max_ms": 0.245, "p95_ms": 0.147}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 63, "max_ms": 0.025, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 63, "max_ms": 0.219, "p95_ms": 0.129}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.186, "count": 63, "max_ms": 53.918, "p95_ms": 40.042}, "visualize": {"avg_ms": 24.177, "count": 63, "max_ms": 40.499, "p95_ms": 35.414}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.594, "count": 63, "max_ms": 39.776, "p95_ms": 34.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.054, "count": 63, "max_ms": 40.36, "p95_ms": 35.309}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.994, "count": 63, "max_ms": 40.292, "p95_ms": 35.244}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 63, "max_ms": 0.058, "p95_ms": 0.048}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.199, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.387, "sample_count": 579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.043, "exists": true, "size_bytes": 133367, "write_bytes_delta": 133367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 391.0, "cpu_core_ratio": 0.562163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14192.0, "pid": 50306, "reason": null, "system_cpu_core_ratio": 0.029955, "system_cpu_s_delta": 0.3, "user_cpu_core_ratio": 0.532207, "user_cpu_s_delta": 5.33}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.264606, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.025961, "system_cpu_s_delta": 0.26000000000203727, "user_cpu_core_ratio": 0.238645, "user_cpu_s_delta": 2.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.137, "count": 54, "max_ms": 3.426, "p95_ms": 3.056, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.634, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.512, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.667, "count": 30, "max": 1692.0, "p95": 1442.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4364.0, "count": 30, "max": 95103.0, "p95": 11973.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.69, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.748, "count": 30, "max": 25.761, "p95": 7.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134358.4, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129872.933, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21453, "sampled_at": "2026-11-02T14:26:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 14.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3482319, "flush_count": 4303, "flush_interval_seconds": 30.0, "flush_state": {"count": 4303, "last_at": "2026-11-02T14:26:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4302}, "started": true, "suppressed_count": 2551700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4303, "written_record_count": 4303}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10390.699, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x560a9a80b240] error while decoding MB 139 57, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066820505600, "copied_frame_count": 2555997, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066820505600, "frame_buffer_copies": 2555997, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0754, "p95_ms": 0.1524, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1145, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9764, "p95_ms": 1.9847, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555997, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:46+09:00", "last_error_summary": "[h264 @ 0x560a9a80b240] error while decoding MB 139 57, bytestream -10", "last_exit_at": "2026-11-02T14:26:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.427, "last_started_at": "2026-11-02T14:26:14+09:00", "pid": 50422, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 50422, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 112, "restart_count_per_hour": 10, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.771, "sample_count": 400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-02T14:26:46+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-02T14:26:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.623, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 510.377, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T14:26:46.763208+09:00", "mtime_epoch": 1793597206.7632084, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134021}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.707, "name": "celery", "pid": 176, "rss_mb": 2082.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555998, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 27}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 27}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 27}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 27}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 27}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 27}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 27}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 27, "pushed_frames": 27, "read_frames": 28, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.2, "pushed": 2.2, "read": 2.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.023, "p95_ms": 0.008, "reason": null, "sample_age_ms": 33.708, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 28, "max_ms": 1.86, "p95_ms": 1.385, "reason": null, "sample_age_ms": 62.503, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 28, "max_ms": 1.494, "p95_ms": 1.194, "reason": null, "sample_age_ms": 62.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 28, "max_ms": 0.122, "p95_ms": 0.091, "reason": null, "sample_age_ms": 33.713, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.081, "count": 28, "max_ms": 2.637, "p95_ms": 1.99, "reason": null, "sample_age_ms": 61.784, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2211848.0, "count": 28, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 61.769, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.774, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.702, "count": 28, "max_ms": 37.259, "p95_ms": 34.87, "reason": null, "sample_age_ms": 33.705, "source": "client_direct"}, "sample_age_ms": 33.702, "source": "client_direct", "task_total_ms": {"avg_ms": 26.954, "count": 28, "max_ms": 39.64, "p95_ms": 36.706, "reason": null, "sample_age_ms": 33.702, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.786, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.466, "count": 27, "max_ms": 0.851, "p95_ms": 0.576}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.147, "count": 27, "max_ms": 0.248, "p95_ms": 0.193}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 27, "max_ms": 0.113, "p95_ms": 0.093}, "event_filter_ms": {"avg_ms": 0.004, "count": 27, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 27, "max_ms": 0.1, "p95_ms": 0.067}, "mcmt_ms": {"avg_ms": 0.002, "count": 27, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 27, "max_ms": 0.203, "p95_ms": 0.156}, "setup_ms": {"avg_ms": 0.026, "count": 27, "max_ms": 0.043, "p95_ms": 0.042}, "total_inside_ms": {"avg_ms": 0.438, "count": 27, "max_ms": 0.767, "p95_ms": 0.548}, "track_match_ms": {"avg_ms": 0.003, "count": 27, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 27, "max_ms": 0.036, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 2.074, "count": 27, "max_ms": 3.365, "p95_ms": 3.136}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 27, "max_ms": 0.597, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.556, "count": 27, "max_ms": 42.281, "p95_ms": 39.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 27, "max_ms": 0.05, "p95_ms": 0.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.24, "count": 27, "max_ms": 85.22, "p95_ms": 66.165}, "inference_input_copy_ms": {"avg_ms": 1.169, "count": 27, "max_ms": 2.348, "p95_ms": 2.143}, "processing_residual_ms": {"avg_ms": 0.103, "count": 27, "max_ms": 0.322, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.534, "count": 27, "max_ms": 87.24, "p95_ms": 68.401}, "read_interval": {"avg_ms": 1240.082, "count": 28, "max_ms": 22508.871, "p95_ms": 4083.574}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 27, "max_ms": 0.034, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.083, "count": 27, "max_ms": 0.137, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 27, "max_ms": 0.011, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 27, "max_ms": 0.121, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 27, "max_ms": 0.009, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.565, "count": 27, "max_ms": 42.294, "p95_ms": 39.033}, "visualize": {"avg_ms": 25.544, "count": 27, "max_ms": 39.642, "p95_ms": 32.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.972, "count": 27, "max_ms": 38.824, "p95_ms": 32.255}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.416, "count": 27, "max_ms": 39.466, "p95_ms": 32.643}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 27, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.355, "count": 27, "max_ms": 39.385, "p95_ms": 32.593}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 27, "max_ms": 0.081, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 27}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 27}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.083, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.771, "sample_count": 393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.515, "exists": true, "size_bytes": 133796, "write_bytes_delta": 133796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.139739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9764.0, "pid": 50422, "reason": null, "system_cpu_core_ratio": 0.011407, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.128332, "user_cpu_s_delta": 1.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.090308, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008555, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.081752, "user_cpu_s_delta": 0.8599999999860302}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.028, "count": 18, "max_ms": 3.136, "p95_ms": 3.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.91, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.769, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 577.233, "count": 30, "max": 1692.0, "p95": 1396.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4689.467, "count": 30, "max": 95103.0, "p95": 12199.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.661, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.515, "count": 30, "max": 25.761, "p95": 16.89, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.207, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21455, "sampled_at": "2026-11-02T14:26:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 12.275, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3482319, "flush_count": 4303, "flush_interval_seconds": 30.0, "flush_state": {"count": 4303, "last_at": "2026-11-02T14:26:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4302}, "started": true, "suppressed_count": 2551700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4303, "written_record_count": 4303}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10390.895, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:26:46+09:00", "last_error_summary": "[h264 @ 0x560a9a80b240] error while decoding MB 139 57, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066823270400, "copied_frame_count": 2555998, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066823270400, "frame_buffer_copies": 2555998, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0754, "p95_ms": 0.1524, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1178, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9771, "p95_ms": 1.9886, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555998, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:46+09:00", "last_error_summary": "[h264 @ 0x560a9a80b240] error while decoding MB 139 57, bytestream -10", "last_exit_at": "2026-11-02T14:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.448, "last_started_at": "2026-11-02T14:26:14+09:00", "pid": 50422, "process": {"exists": false, "pid": 50422}, "restart_count": 112, "restart_count_per_hour": 10, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.54, "sample_count": 400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:26:46+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-11-02T14:26:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.643, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 510.357, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-02T14:26:46.763208+09:00", "mtime_epoch": 1793597206.7632084, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134021}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.703, "name": "celery", "pid": 176, "rss_mb": 2082.703, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555998, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 28, "pushed_frames": 28, "read_frames": 28, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.277, "pushed": 2.277, "read": 2.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.023, "p95_ms": 0.008, "reason": null, "sample_age_ms": 54.975, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 28, "max_ms": 1.86, "p95_ms": 1.385, "reason": null, "sample_age_ms": 83.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 28, "max_ms": 1.494, "p95_ms": 1.194, "reason": null, "sample_age_ms": 83.917, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 28, "max_ms": 0.122, "p95_ms": 0.091, "reason": null, "sample_age_ms": 54.98, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.081, "count": 28, "max_ms": 2.637, "p95_ms": 1.99, "reason": null, "sample_age_ms": 83.051, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2211848.0, "count": 28, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 83.037, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.042, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.702, "count": 28, "max_ms": 37.259, "p95_ms": 34.87, "reason": null, "sample_age_ms": 54.972, "source": "client_direct"}, "sample_age_ms": 54.97, "source": "client_direct", "task_total_ms": {"avg_ms": 26.954, "count": 28, "max_ms": 39.64, "p95_ms": 36.706, "reason": null, "sample_age_ms": 54.97, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.473, "count": 28, "max_ms": 0.851, "p95_ms": 0.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 28, "max_ms": 0.248, "p95_ms": 0.241}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 28, "max_ms": 0.113, "p95_ms": 0.093}, "event_filter_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 28, "max_ms": 0.1, "p95_ms": 0.075}, "mcmt_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 28, "max_ms": 0.203, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.026, "count": 28, "max_ms": 0.043, "p95_ms": 0.042}, "total_inside_ms": {"avg_ms": 0.445, "count": 28, "max_ms": 0.767, "p95_ms": 0.649}, "track_match_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 28, "max_ms": 0.036, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.094, "count": 28, "max_ms": 3.365, "p95_ms": 3.136}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 28, "max_ms": 0.597, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.613, "count": 28, "max_ms": 42.281, "p95_ms": 39.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 28, "max_ms": 0.05, "p95_ms": 0.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.022, "count": 28, "max_ms": 85.22, "p95_ms": 76.12}, "inference_input_copy_ms": {"avg_ms": 1.15, "count": 28, "max_ms": 2.348, "p95_ms": 2.143}, "processing_residual_ms": {"avg_ms": 0.102, "count": 28, "max_ms": 0.322, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.296, "count": 28, "max_ms": 87.24, "p95_ms": 76.866}, "read_interval": {"avg_ms": 1240.082, "count": 28, "max_ms": 22508.871, "p95_ms": 4083.574}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 28, "max_ms": 0.034, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.084, "count": 28, "max_ms": 0.137, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.011, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 28, "max_ms": 0.121, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.009, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.623, "count": 28, "max_ms": 42.294, "p95_ms": 39.033}, "visualize": {"avg_ms": 26.266, "count": 28, "max_ms": 45.749, "p95_ms": 39.642}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.693, "count": 28, "max_ms": 45.147, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.138, "count": 28, "max_ms": 45.641, "p95_ms": 39.466}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.077, "count": 28, "max_ms": 45.585, "p95_ms": 39.385}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 28, "max_ms": 0.081, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.083, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.771, "sample_count": 393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.515, "exists": true, "size_bytes": 133796, "write_bytes_delta": 133796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.139739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9764.0, "pid": 50422, "reason": null, "system_cpu_core_ratio": 0.011407, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.128332, "user_cpu_s_delta": 1.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.090308, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008555, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.081752, "user_cpu_s_delta": 0.8599999999860302}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.028, "count": 18, "max_ms": 3.136, "p95_ms": 3.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.91, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.769, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 577.233, "count": 30, "max": 1692.0, "p95": 1396.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4689.467, "count": 30, "max": 95103.0, "p95": 12199.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.661, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.515, "count": 30, "max": 25.761, "p95": 16.89, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.207, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21455, "sampled_at": "2026-11-02T14:26:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 12.297, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3482319, "flush_count": 4303, "flush_interval_seconds": 30.0, "flush_state": {"count": 4303, "last_at": "2026-11-02T14:26:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4302}, "started": true, "suppressed_count": 2551700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4303, "written_record_count": 4303}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.211, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066823270400, "copied_frame_count": 2555998, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066823270400, "frame_buffer_copies": 2555998, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0754, "p95_ms": 0.1524, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1178, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9771, "p95_ms": 1.9886, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555998, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:46+09:00", "last_error_summary": "[h264 @ 0x560a9a80b240] error while decoding MB 139 57, bytestream -10", "last_exit_at": "2026-11-02T14:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.462, "last_started_at": "2026-11-02T14:26:14+09:00", "pid": 50422, "process": {"exists": false, "pid": 50422}, "restart_count": 112, "restart_count_per_hour": 10, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.54, "sample_count": 400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T14:26:46+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-11-02T14:26:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.659, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 510.341, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-02T14:26:46.850209+09:00", "mtime_epoch": 1793597206.8502092, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134054}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.703, "name": "celery", "pid": 176, "rss_mb": 2082.703, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555998, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 28, "pushed_frames": 28, "read_frames": 28, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.274, "pushed": 2.274, "read": 2.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.023, "p95_ms": 0.008, "reason": null, "sample_age_ms": 69.058, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 28, "max_ms": 1.86, "p95_ms": 1.385, "reason": null, "sample_age_ms": 97.853, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 28, "max_ms": 1.494, "p95_ms": 1.194, "reason": null, "sample_age_ms": 98.0, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 28, "max_ms": 0.122, "p95_ms": 0.091, "reason": null, "sample_age_ms": 69.063, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.081, "count": 28, "max_ms": 2.637, "p95_ms": 1.99, "reason": null, "sample_age_ms": 97.134, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2211848.0, "count": 28, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.12, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.124, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.702, "count": 28, "max_ms": 37.259, "p95_ms": 34.87, "reason": null, "sample_age_ms": 69.055, "source": "client_direct"}, "sample_age_ms": 69.052, "source": "client_direct", "task_total_ms": {"avg_ms": 26.954, "count": 28, "max_ms": 39.64, "p95_ms": 36.706, "reason": null, "sample_age_ms": 69.052, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.463, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.473, "count": 28, "max_ms": 0.851, "p95_ms": 0.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 28, "max_ms": 0.248, "p95_ms": 0.241}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 28, "max_ms": 0.113, "p95_ms": 0.093}, "event_filter_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 28, "max_ms": 0.1, "p95_ms": 0.075}, "mcmt_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 28, "max_ms": 0.203, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.026, "count": 28, "max_ms": 0.043, "p95_ms": 0.042}, "total_inside_ms": {"avg_ms": 0.445, "count": 28, "max_ms": 0.767, "p95_ms": 0.649}, "track_match_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 28, "max_ms": 0.036, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.094, "count": 28, "max_ms": 3.365, "p95_ms": 3.136}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 28, "max_ms": 0.597, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.613, "count": 28, "max_ms": 42.281, "p95_ms": 39.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 28, "max_ms": 0.05, "p95_ms": 0.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.022, "count": 28, "max_ms": 85.22, "p95_ms": 76.12}, "inference_input_copy_ms": {"avg_ms": 1.15, "count": 28, "max_ms": 2.348, "p95_ms": 2.143}, "processing_residual_ms": {"avg_ms": 0.102, "count": 28, "max_ms": 0.322, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.296, "count": 28, "max_ms": 87.24, "p95_ms": 76.866}, "read_interval": {"avg_ms": 1240.082, "count": 28, "max_ms": 22508.871, "p95_ms": 4083.574}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 28, "max_ms": 0.034, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.084, "count": 28, "max_ms": 0.137, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.011, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 28, "max_ms": 0.121, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.009, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.623, "count": 28, "max_ms": 42.294, "p95_ms": 39.033}, "visualize": {"avg_ms": 26.266, "count": 28, "max_ms": 45.749, "p95_ms": 39.642}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.693, "count": 28, "max_ms": 45.147, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.138, "count": 28, "max_ms": 45.641, "p95_ms": 39.466}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.077, "count": 28, "max_ms": 45.585, "p95_ms": 39.385}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 28, "max_ms": 0.081, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.083, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.771, "sample_count": 393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.515, "exists": true, "size_bytes": 133796, "write_bytes_delta": 133796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.139739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9764.0, "pid": 50422, "reason": null, "system_cpu_core_ratio": 0.011407, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.128332, "user_cpu_s_delta": 1.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.090308, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008555, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.081752, "user_cpu_s_delta": 0.8599999999860302}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.028, "count": 18, "max_ms": 3.136, "p95_ms": 3.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.91, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.769, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 577.233, "count": 30, "max": 1692.0, "p95": 1396.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4689.467, "count": 30, "max": 95103.0, "p95": 12199.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.661, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.515, "count": 30, "max": 25.761, "p95": 16.89, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.207, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21455, "sampled_at": "2026-11-02T14:26:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 12.311, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3482319, "flush_count": 4303, "flush_interval_seconds": 30.0, "flush_state": {"count": 4303, "last_at": "2026-11-02T14:26:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4302}, "started": true, "suppressed_count": 2551700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4303, "written_record_count": 4303}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10402.352, "limit_mb": null}, "detail": {"pid": 50538, "restart_count": 113, "start_count": 114}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066823270400, "copied_frame_count": 2555998, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066823270400, "frame_buffer_copies": 2555998, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0896, "count": 512, "max_ms": 1.8632, "p50_ms": 0.0754, "p95_ms": 0.1524, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1178, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9771, "p95_ms": 1.9886, "p99_ms": 2.7523, "results": {"failed": 0, "not_applicable": 0, "success": 2555998, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:26:46+09:00", "last_error_summary": "[h264 @ 0x560a9a80b240] error while decoding MB 139 57, bytestream -10", "last_exit_at": "2026-11-02T14:26:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:26:49+09:00", "pid": 50538, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.773, "name": "ffmpeg", "pid": 50538, "rss_mb": 46.773, "state": "S (sleeping)", "threads": 1}, "restart_count": 113, "restart_count_per_hour": 11, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.401, "sample_count": 387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.566, "last_frame_pushed_at": "2026-11-02T14:26:46+09:00", "last_frame_read_age_sec": 4.648, "last_frame_read_at": "2026-11-02T14:26:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 94.208, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 505.792, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.556, "exists": true, "mtime": "2026-11-02T14:26:46.850209+09:00", "mtime_epoch": 1793597206.8502092, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134054}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:26:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.707, "name": "celery", "pid": 176, "rss_mb": 2082.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2555998, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 28, "pushed_frames": 28, "read_frames": 28, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.661, "pushed": 1.661, "read": 1.661}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.023, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4619.539, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 28, "max_ms": 1.86, "p95_ms": 1.385, "reason": null, "sample_age_ms": 4648.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 28, "max_ms": 1.494, "p95_ms": 1.194, "reason": null, "sample_age_ms": 4648.481, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 28, "max_ms": 0.122, "p95_ms": 0.091, "reason": null, "sample_age_ms": 4619.544, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.081, "count": 28, "max_ms": 2.637, "p95_ms": 1.99, "reason": null, "sample_age_ms": 4647.614, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2211848.0, "count": 28, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4647.6, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4619.605, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.702, "count": 28, "max_ms": 37.259, "p95_ms": 34.87, "reason": null, "sample_age_ms": 4619.536, "source": "client_direct"}, "sample_age_ms": 4619.533, "source": "client_direct", "task_total_ms": {"avg_ms": 26.954, "count": 28, "max_ms": 39.64, "p95_ms": 36.706, "reason": null, "sample_age_ms": 4619.533, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.473, "count": 28, "max_ms": 0.851, "p95_ms": 0.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 28, "max_ms": 0.248, "p95_ms": 0.241}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 28, "max_ms": 0.113, "p95_ms": 0.093}, "event_filter_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 28, "max_ms": 0.1, "p95_ms": 0.075}, "mcmt_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 28, "max_ms": 0.203, "p95_ms": 0.165}, "setup_ms": {"avg_ms": 0.026, "count": 28, "max_ms": 0.043, "p95_ms": 0.042}, "total_inside_ms": {"avg_ms": 0.445, "count": 28, "max_ms": 0.767, "p95_ms": 0.649}, "track_match_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.012, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 28, "max_ms": 0.036, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.094, "count": 28, "max_ms": 3.365, "p95_ms": 3.136}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 28, "max_ms": 0.597, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.613, "count": 28, "max_ms": 42.281, "p95_ms": 39.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 28, "max_ms": 0.05, "p95_ms": 0.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.022, "count": 28, "max_ms": 85.22, "p95_ms": 76.12}, "inference_input_copy_ms": {"avg_ms": 1.15, "count": 28, "max_ms": 2.348, "p95_ms": 2.143}, "processing_residual_ms": {"avg_ms": 0.102, "count": 28, "max_ms": 0.322, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.296, "count": 28, "max_ms": 87.24, "p95_ms": 76.866}, "read_interval": {"avg_ms": 1240.082, "count": 28, "max_ms": 22508.871, "p95_ms": 4083.574}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 28, "max_ms": 0.034, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.084, "count": 28, "max_ms": 0.137, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.011, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 28, "max_ms": 0.121, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.009, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.623, "count": 28, "max_ms": 42.294, "p95_ms": 39.033}, "visualize": {"avg_ms": 26.266, "count": 28, "max_ms": 45.749, "p95_ms": 39.642}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.693, "count": 28, "max_ms": 45.147, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.138, "count": 28, "max_ms": 45.641, "p95_ms": 39.466}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.077, "count": 28, "max_ms": 45.585, "p95_ms": 39.385}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 28, "max_ms": 0.081, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.083, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.771, "sample_count": 393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2555988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.515, "exists": true, "size_bytes": 133796, "write_bytes_delta": 133796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.139739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9764.0, "pid": 50422, "reason": null, "system_cpu_core_ratio": 0.011407, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.128332, "user_cpu_s_delta": 1.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.090308, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008555, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.081752, "user_cpu_s_delta": 0.8599999999860302}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.028, "count": 18, "max_ms": 3.136, "p95_ms": 3.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.91, "count": 30, "max": 33.867, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.769, "count": 30, "max": 20.231, "p95": 17.612, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 577.233, "count": 30, "max": 1692.0, "p95": 1396.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4689.467, "count": 30, "max": 95103.0, "p95": 12199.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.661, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.515, "count": 30, "max": 25.761, "p95": 16.89, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134330.333, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.733, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.207, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21455, "sampled_at": "2026-11-02T14:26:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:26:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 16.861, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4066277, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:26:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2486349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486051}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10569.293, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x627e9c725840] error while decoding MB 47 65, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6885327974400, "copied_frame_count": 2490353, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6885327974400, "frame_buffer_copies": 2490353, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0721, "count": 512, "max_ms": 0.2355, "p50_ms": 0.0626, "p95_ms": 0.1165, "p99_ms": 0.1511}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9056, "count": 512, "max_ms": 2.9555, "p50_ms": 0.8076, "p95_ms": 1.5467, "p99_ms": 2.157, "results": {"failed": 0, "not_applicable": 0, "success": 2490353, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:29+09:00", "last_error_summary": "[h264 @ 0x627e9c725840] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-02T14:25:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.13, "last_started_at": "2026-11-02T14:25:18+09:00", "pid": 50190, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 50190, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 184, "restart_count_per_hour": 2, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-02T14:27:28+09:00", "last_frame_read_age_sec": 0.04, "last_frame_read_at": "2026-11-02T14:27:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.834, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 468.166, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-02T14:27:28.993539+09:00", "mtime_epoch": 1793597248.9935386, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99321}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:27:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2490354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.299, "max": 14.0, "p95": 12.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.552, "max": 1.0, "p95": 1.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 88, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.208, "pushed": 3.208, "read": 3.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 13.122, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.517, "count": 88, "max_ms": 8.492, "p95_ms": 1.541, "reason": null, "sample_age_ms": 41.243, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 88, "max_ms": 8.083, "p95_ms": 1.188, "reason": null, "sample_age_ms": 41.4, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 88, "max_ms": 1.098, "p95_ms": 0.441, "reason": null, "sample_age_ms": 13.134, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.184, "count": 88, "max_ms": 3.402, "p95_ms": 1.932, "reason": null, "sample_age_ms": 40.296, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 40.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.425, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.075, "count": 88, "max_ms": 46.174, "p95_ms": 43.131, "reason": null, "sample_age_ms": 13.118, "source": "client_direct"}, "sample_age_ms": 13.113, "source": "client_direct", "task_total_ms": {"avg_ms": 34.642, "count": 88, "max_ms": 47.592, "p95_ms": 45.239, "reason": null, "sample_age_ms": 13.113, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.514, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.883, "count": 87, "max_ms": 4.995, "p95_ms": 3.768}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 87, "max_ms": 0.494, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.538, "count": 87, "max_ms": 1.414, "p95_ms": 1.232}, "event_filter_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 87, "max_ms": 0.178, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.351, "count": 87, "max_ms": 0.933, "p95_ms": 0.746}, "setup_ms": {"avg_ms": 0.027, "count": 87, "max_ms": 0.062, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.851, "count": 87, "max_ms": 4.944, "p95_ms": 3.728}, "track_match_ms": {"avg_ms": 0.044, "count": 87, "max_ms": 0.154, "p95_ms": 0.104}, "tracker_update_ms": {"avg_ms": 0.574, "count": 87, "max_ms": 2.128, "p95_ms": 1.333}}, "gstreamer_push": {"avg_ms": 2.095, "count": 87, "max_ms": 4.977, "p95_ms": 3.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 87, "max_ms": 0.071, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.484, "count": 87, "max_ms": 48.796, "p95_ms": 46.184}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.574, "count": 87, "max_ms": 8.95, "p95_ms": 5.622}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.59, "count": 87, "max_ms": 88.618, "p95_ms": 80.705}, "inference_input_copy_ms": {"avg_ms": 1.017, "count": 87, "max_ms": 3.285, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.128, "count": 87, "max_ms": 0.449, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.311, "count": 87, "max_ms": 93.128, "p95_ms": 83.177}, "read_interval": {"avg_ms": 347.357, "count": 88, "max_ms": 9882.015, "p95_ms": 2441.608}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 87, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.31, "count": 87, "max_ms": 0.855, "p95_ms": 0.669}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 87, "max_ms": 0.047, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.298, "count": 87, "max_ms": 0.835, "p95_ms": 0.655}, "worker_merge_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.493, "count": 87, "max_ms": 48.804, "p95_ms": 46.196}, "visualize": {"avg_ms": 25.307, "count": 87, "max_ms": 49.054, "p95_ms": 35.201}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.125, "count": 87, "max_ms": 43.068, "p95_ms": 31.3}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.545, "count": 87, "max_ms": 45.804, "p95_ms": 34.374}, "visualize_input_copy_ms": {"avg_ms": 0.622, "count": 87, "max_ms": 3.01, "p95_ms": 1.557}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.467, "count": 87, "max_ms": 45.694, "p95_ms": 34.193}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 87, "max_ms": 0.156, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.644, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.272, "exists": true, "size_bytes": 100807, "write_bytes_delta": 100807, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.261644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2887.0, "pid": 50190, "reason": null, "system_cpu_core_ratio": 0.023947, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.237697, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.762759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.227054, "system_cpu_s_delta": 2.5599999999976717, "user_cpu_core_ratio": 0.535705, "user_cpu_s_delta": 6.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.14, "count": 81, "max_ms": 4.977, "p95_ms": 3.189, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.469, "max": 14.0, "p95": 12.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 48}, "total": {"avg": 0.593, "max": 1.0, "p95": 1.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.727, "count": 30, "max": 81.594, "p95": 50.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.872, "count": 30, "max": 22.303, "p95": 17.347, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.3, "count": 30, "max": 1284.0, "p95": 1271.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.667, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.455, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.126, "count": 30, "max": 3.272, "p95": 0.163, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 27.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.279, "count": 30, "max": 0.526, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.635, "count": 30, "max": 1.24, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19201, "sampled_at": "2026-11-02T14:27:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.118, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4066277, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:26:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2486349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486051}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10569.203, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:27:29+09:00", "last_error_summary": "[h264 @ 0x627e9c725840] error while decoding MB 47 65, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6885330739200, "copied_frame_count": 2490354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6885330739200, "frame_buffer_copies": 2490354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 0.2355, "p50_ms": 0.0625, "p95_ms": 0.1165, "p99_ms": 0.1511}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9067, "count": 512, "max_ms": 2.9555, "p50_ms": 0.8076, "p95_ms": 1.5467, "p99_ms": 2.173, "results": {"failed": 0, "not_applicable": 0, "success": 2490354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:29+09:00", "last_error_summary": "[h264 @ 0x627e9c725840] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-02T14:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.154, "last_started_at": "2026-11-02T14:25:18+09:00", "pid": 50190, "process": {"exists": false, "pid": 50190}, "restart_count": 184, "restart_count_per_hour": 2, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:27:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-11-02T14:27:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.859, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 468.141, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T14:27:28.993539+09:00", "mtime_epoch": 1793597248.9935386, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99321}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:27:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.047, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2490354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.284, "max": 14.0, "p95": 12.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.545, "max": 1.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.242, "pushed": 3.242, "read": 3.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 37.437, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.517, "count": 88, "max_ms": 8.492, "p95_ms": 1.541, "reason": null, "sample_age_ms": 65.557, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 88, "max_ms": 8.083, "p95_ms": 1.188, "reason": null, "sample_age_ms": 65.715, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 88, "max_ms": 1.098, "p95_ms": 0.441, "reason": null, "sample_age_ms": 37.448, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.184, "count": 88, "max_ms": 3.402, "p95_ms": 1.932, "reason": null, "sample_age_ms": 64.61, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.583, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.075, "count": 88, "max_ms": 46.174, "p95_ms": 43.131, "reason": null, "sample_age_ms": 37.432, "source": "client_direct"}, "sample_age_ms": 37.428, "source": "client_direct", "task_total_ms": {"avg_ms": 34.642, "count": 88, "max_ms": 47.592, "p95_ms": 45.239, "reason": null, "sample_age_ms": 37.428, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.436, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.868, "count": 88, "max_ms": 4.995, "p95_ms": 3.768}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 88, "max_ms": 0.494, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.533, "count": 88, "max_ms": 1.414, "p95_ms": 1.232}, "event_filter_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 88, "max_ms": 0.178, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.348, "count": 88, "max_ms": 0.933, "p95_ms": 0.746}, "setup_ms": {"avg_ms": 0.027, "count": 88, "max_ms": 0.062, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.836, "count": 88, "max_ms": 4.944, "p95_ms": 3.728}, "track_match_ms": {"avg_ms": 0.044, "count": 88, "max_ms": 0.154, "p95_ms": 0.104}, "tracker_update_ms": {"avg_ms": 0.568, "count": 88, "max_ms": 2.128, "p95_ms": 1.333}}, "gstreamer_push": {"avg_ms": 2.089, "count": 88, "max_ms": 4.977, "p95_ms": 3.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 88, "max_ms": 0.071, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.405, "count": 88, "max_ms": 48.796, "p95_ms": 46.184}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.557, "count": 88, "max_ms": 8.95, "p95_ms": 5.622}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.535, "count": 88, "max_ms": 88.618, "p95_ms": 80.705}, "inference_input_copy_ms": {"avg_ms": 1.014, "count": 88, "max_ms": 3.285, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.128, "count": 88, "max_ms": 0.449, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.233, "count": 88, "max_ms": 93.128, "p95_ms": 83.177}, "read_interval": {"avg_ms": 347.357, "count": 88, "max_ms": 9882.015, "p95_ms": 2441.608}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 88, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.308, "count": 88, "max_ms": 0.855, "p95_ms": 0.669}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 88, "max_ms": 0.047, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.296, "count": 88, "max_ms": 0.835, "p95_ms": 0.655}, "worker_merge_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.414, "count": 88, "max_ms": 48.804, "p95_ms": 46.196}, "visualize": {"avg_ms": 25.348, "count": 88, "max_ms": 49.054, "p95_ms": 35.201}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.185, "count": 88, "max_ms": 43.068, "p95_ms": 31.3}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.593, "count": 88, "max_ms": 45.804, "p95_ms": 34.374}, "visualize_input_copy_ms": {"avg_ms": 0.615, "count": 88, "max_ms": 3.01, "p95_ms": 1.557}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.515, "count": 88, "max_ms": 45.694, "p95_ms": 34.193}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 88, "max_ms": 0.156, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.644, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.272, "exists": true, "size_bytes": 100807, "write_bytes_delta": 100807, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.261644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2887.0, "pid": 50190, "reason": null, "system_cpu_core_ratio": 0.023947, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.237697, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.762759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.227054, "system_cpu_s_delta": 2.5599999999976717, "user_cpu_core_ratio": 0.535705, "user_cpu_s_delta": 6.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.14, "count": 81, "max_ms": 4.977, "p95_ms": 3.189, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.469, "max": 14.0, "p95": 12.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 48}, "total": {"avg": 0.593, "max": 1.0, "p95": 1.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.727, "count": 30, "max": 81.594, "p95": 50.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.872, "count": 30, "max": 22.303, "p95": 17.347, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.3, "count": 30, "max": 1284.0, "p95": 1271.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.667, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.455, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.126, "count": 30, "max": 3.272, "p95": 0.163, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 27.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.279, "count": 30, "max": 0.526, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.635, "count": 30, "max": 1.24, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19201, "sampled_at": "2026-11-02T14:27:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.142, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4066277, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:26:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2486349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486051}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10569.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6885330739200, "copied_frame_count": 2490354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6885330739200, "frame_buffer_copies": 2490354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 0.2355, "p50_ms": 0.0625, "p95_ms": 0.1165, "p99_ms": 0.1511}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9067, "count": 512, "max_ms": 2.9555, "p50_ms": 0.8076, "p95_ms": 1.5467, "p99_ms": 2.173, "results": {"failed": 0, "not_applicable": 0, "success": 2490354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:29+09:00", "last_error_summary": "[h264 @ 0x627e9c725840] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-02T14:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.176, "last_started_at": "2026-11-02T14:25:18+09:00", "pid": 50190, "process": {"exists": false, "pid": 50190}, "restart_count": 184, "restart_count_per_hour": 2, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-11-02T14:27:29+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-02T14:27:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.879, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 468.121, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-02T14:27:29.056539+09:00", "mtime_epoch": 1793597249.056539, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99375}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:27:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.047, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2490354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.284, "max": 14.0, "p95": 12.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.545, "max": 1.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.24, "pushed": 3.24, "read": 3.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 58.702, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.517, "count": 88, "max_ms": 8.492, "p95_ms": 1.541, "reason": null, "sample_age_ms": 86.822, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 88, "max_ms": 8.083, "p95_ms": 1.188, "reason": null, "sample_age_ms": 86.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 88, "max_ms": 1.098, "p95_ms": 0.441, "reason": null, "sample_age_ms": 58.713, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.184, "count": 88, "max_ms": 3.402, "p95_ms": 1.932, "reason": null, "sample_age_ms": 85.875, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.847, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.004, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.075, "count": 88, "max_ms": 46.174, "p95_ms": 43.131, "reason": null, "sample_age_ms": 58.697, "source": "client_direct"}, "sample_age_ms": 58.693, "source": "client_direct", "task_total_ms": {"avg_ms": 34.642, "count": 88, "max_ms": 47.592, "p95_ms": 45.239, "reason": null, "sample_age_ms": 58.693, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.589, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.868, "count": 88, "max_ms": 4.995, "p95_ms": 3.768}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 88, "max_ms": 0.494, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.533, "count": 88, "max_ms": 1.414, "p95_ms": 1.232}, "event_filter_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 88, "max_ms": 0.178, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.348, "count": 88, "max_ms": 0.933, "p95_ms": 0.746}, "setup_ms": {"avg_ms": 0.027, "count": 88, "max_ms": 0.062, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.836, "count": 88, "max_ms": 4.944, "p95_ms": 3.728}, "track_match_ms": {"avg_ms": 0.044, "count": 88, "max_ms": 0.154, "p95_ms": 0.104}, "tracker_update_ms": {"avg_ms": 0.568, "count": 88, "max_ms": 2.128, "p95_ms": 1.333}}, "gstreamer_push": {"avg_ms": 2.089, "count": 88, "max_ms": 4.977, "p95_ms": 3.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 88, "max_ms": 0.071, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.405, "count": 88, "max_ms": 48.796, "p95_ms": 46.184}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.557, "count": 88, "max_ms": 8.95, "p95_ms": 5.622}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.535, "count": 88, "max_ms": 88.618, "p95_ms": 80.705}, "inference_input_copy_ms": {"avg_ms": 1.014, "count": 88, "max_ms": 3.285, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.128, "count": 88, "max_ms": 0.449, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.233, "count": 88, "max_ms": 93.128, "p95_ms": 83.177}, "read_interval": {"avg_ms": 347.357, "count": 88, "max_ms": 9882.015, "p95_ms": 2441.608}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 88, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.308, "count": 88, "max_ms": 0.855, "p95_ms": 0.669}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 88, "max_ms": 0.047, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.296, "count": 88, "max_ms": 0.835, "p95_ms": 0.655}, "worker_merge_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.414, "count": 88, "max_ms": 48.804, "p95_ms": 46.196}, "visualize": {"avg_ms": 25.348, "count": 88, "max_ms": 49.054, "p95_ms": 35.201}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.185, "count": 88, "max_ms": 43.068, "p95_ms": 31.3}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.593, "count": 88, "max_ms": 45.804, "p95_ms": 34.374}, "visualize_input_copy_ms": {"avg_ms": 0.615, "count": 88, "max_ms": 3.01, "p95_ms": 1.557}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.515, "count": 88, "max_ms": 45.694, "p95_ms": 34.193}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 88, "max_ms": 0.156, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.644, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.272, "exists": true, "size_bytes": 100807, "write_bytes_delta": 100807, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.261644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2887.0, "pid": 50190, "reason": null, "system_cpu_core_ratio": 0.023947, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.237697, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.762759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.227054, "system_cpu_s_delta": 2.5599999999976717, "user_cpu_core_ratio": 0.535705, "user_cpu_s_delta": 6.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.14, "count": 81, "max_ms": 4.977, "p95_ms": 3.189, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.469, "max": 14.0, "p95": 12.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 48}, "total": {"avg": 0.593, "max": 1.0, "p95": 1.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.727, "count": 30, "max": 81.594, "p95": 50.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.872, "count": 30, "max": 22.303, "p95": 17.347, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.3, "count": 30, "max": 1284.0, "p95": 1271.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.667, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.455, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.126, "count": 30, "max": 3.272, "p95": 0.163, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 27.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.279, "count": 30, "max": 0.526, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.635, "count": 30, "max": 1.24, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19201, "sampled_at": "2026-11-02T14:27:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.164, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4066277, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:26:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:26:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2486349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486051}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10576.031, "limit_mb": null}, "detail": {"pid": 50654, "restart_count": 185, "start_count": 186}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6885330739200, "copied_frame_count": 2490354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6885330739200, "frame_buffer_copies": 2490354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 0.2355, "p50_ms": 0.0625, "p95_ms": 0.1165, "p99_ms": 0.1511}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9067, "count": 512, "max_ms": 2.9555, "p50_ms": 0.8076, "p95_ms": 1.5467, "p99_ms": 2.173, "results": {"failed": 0, "not_applicable": 0, "success": 2490354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:29+09:00", "last_error_summary": "[h264 @ 0x627e9c725840] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-02T14:27:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:27:31+09:00", "pid": 50654, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.992, "name": "ffmpeg", "pid": 50654, "rss_mb": 46.992, "state": "S (sleeping)", "threads": 1}, "restart_count": 185, "restart_count_per_hour": 3, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.207, "last_frame_pushed_at": "2026-11-02T14:27:29+09:00", "last_frame_read_age_sec": 4.271, "last_frame_read_at": "2026-11-02T14:27:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 136.072, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 463.928, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.201, "exists": true, "mtime": "2026-11-02T14:27:29.056539+09:00", "mtime_epoch": 1793597249.056539, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99375}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:27:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2490354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.302, "max": 14.0, "p95": 12.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "total": {"avg": 0.535, "max": 1.0, "p95": 1.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.279, "pushed": 3.279, "read": 3.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4246.633, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.494, "count": 86, "max_ms": 8.492, "p95_ms": 1.522, "reason": null, "sample_age_ms": 4274.753, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 86, "max_ms": 8.083, "p95_ms": 1.198, "reason": null, "sample_age_ms": 4274.911, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.266, "count": 86, "max_ms": 1.098, "p95_ms": 0.441, "reason": null, "sample_age_ms": 4246.644, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.183, "count": 86, "max_ms": 3.402, "p95_ms": 1.939, "reason": null, "sample_age_ms": 4273.806, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4273.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4246.935, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.941, "count": 86, "max_ms": 46.174, "p95_ms": 43.219, "reason": null, "sample_age_ms": 4246.628, "source": "client_direct"}, "sample_age_ms": 4246.624, "source": "client_direct", "task_total_ms": {"avg_ms": 34.506, "count": 86, "max_ms": 47.592, "p95_ms": 45.293, "reason": null, "sample_age_ms": 4246.624, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.45, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.831, "count": 86, "max_ms": 4.995, "p95_ms": 3.679}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.232, "count": 86, "max_ms": 0.494, "p95_ms": 0.423}, "detection_prepare_ms": {"avg_ms": 0.521, "count": 86, "max_ms": 1.414, "p95_ms": 1.155}, "event_filter_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 86, "max_ms": 0.178, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 86, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.338, "count": 86, "max_ms": 0.894, "p95_ms": 0.694}, "setup_ms": {"avg_ms": 0.027, "count": 86, "max_ms": 0.062, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.799, "count": 86, "max_ms": 4.944, "p95_ms": 3.639}, "track_match_ms": {"avg_ms": 0.042, "count": 86, "max_ms": 0.154, "p95_ms": 0.104}, "tracker_update_ms": {"avg_ms": 0.557, "count": 86, "max_ms": 2.128, "p95_ms": 1.333}}, "gstreamer_push": {"avg_ms": 2.074, "count": 86, "max_ms": 4.977, "p95_ms": 3.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 86, "max_ms": 0.071, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.247, "count": 86, "max_ms": 48.796, "p95_ms": 46.184}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.503, "count": 86, "max_ms": 8.95, "p95_ms": 5.622}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.211, "count": 86, "max_ms": 88.618, "p95_ms": 80.705}, "inference_input_copy_ms": {"avg_ms": 1.003, "count": 86, "max_ms": 3.285, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.127, "count": 86, "max_ms": 0.449, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.843, "count": 86, "max_ms": 93.128, "p95_ms": 83.177}, "read_interval": {"avg_ms": 313.311, "count": 86, "max_ms": 9882.015, "p95_ms": 214.85}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 86, "max_ms": 0.033, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.299, "count": 86, "max_ms": 0.819, "p95_ms": 0.639}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.047, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.287, "count": 86, "max_ms": 0.799, "p95_ms": 0.623}, "worker_merge_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.022, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.256, "count": 86, "max_ms": 48.804, "p95_ms": 46.196}, "visualize": {"avg_ms": 25.226, "count": 86, "max_ms": 49.054, "p95_ms": 35.201}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.1, "count": 86, "max_ms": 43.068, "p95_ms": 31.3}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.484, "count": 86, "max_ms": 45.804, "p95_ms": 34.374}, "visualize_input_copy_ms": {"avg_ms": 0.605, "count": 86, "max_ms": 3.01, "p95_ms": 1.557}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.407, "count": 86, "max_ms": 45.694, "p95_ms": 34.193}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 86, "max_ms": 0.156, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.644, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.272, "exists": true, "size_bytes": 100807, "write_bytes_delta": 100807, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.261644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2887.0, "pid": 50190, "reason": null, "system_cpu_core_ratio": 0.023947, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.237697, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.762759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.227054, "system_cpu_s_delta": 2.5599999999976717, "user_cpu_core_ratio": 0.535705, "user_cpu_s_delta": 6.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.14, "count": 81, "max_ms": 4.977, "p95_ms": 3.189, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.469, "max": 14.0, "p95": 12.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 48}, "total": {"avg": 0.593, "max": 1.0, "p95": 1.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.727, "count": 30, "max": 81.594, "p95": 50.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.872, "count": 30, "max": 22.303, "p95": 17.347, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.3, "count": 30, "max": 1284.0, "p95": 1271.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.667, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.264, "count": 30, "max": 0.455, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.126, "count": 30, "max": 3.272, "p95": 0.163, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101328.133, "count": 30, "max": 107240.0, "p95": 104298.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 27.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.279, "count": 30, "max": 0.526, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.635, "count": 30, "max": 1.24, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19201, "sampled_at": "2026-11-02T14:27:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.228, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10384.406, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x641498a85280] error while decoding MB 172 89, bytestream -5 [in#0/rtsp @ 0x641497f51e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x641497f51e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066931097600, "copied_frame_count": 2556037, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066931097600, "frame_buffer_copies": 2556037, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0849, "count": 512, "max_ms": 0.3179, "p50_ms": 0.0734, "p95_ms": 0.1492, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1061, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9702, "p95_ms": 1.9886, "p99_ms": 3.0355, "results": {"failed": 0, "not_applicable": 0, "success": 2556037, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:40+09:00", "last_error_summary": "[h264 @ 0x641498a85280] error while decoding MB 172 89, bytestream -5 [in#0/rtsp @ 0x641497f51e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x641497f51e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:26:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.486, "last_started_at": "2026-11-02T14:26:49+09:00", "pid": 50538, "process": {"exists": false, "pid": 50538}, "restart_count": 113, "restart_count_per_hour": 11, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-11-02T14:27:40+09:00", "last_frame_read_age_sec": 0.049, "last_frame_read_at": "2026-11-02T14:27:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.696, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 456.304, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-02T14:27:40.847630+09:00", "mtime_epoch": 1793597260.84763, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133484}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:27:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.727, "name": "celery", "pid": 176, "rss_mb": 2082.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556038, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 25, "read_frames": 26, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.905, "pushed": 0.871, "read": 0.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 26, "client_acquire_ms": {"avg_ms": 0.004, "count": 26, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 24.873, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.49, "count": 26, "max_ms": 1.585, "p95_ms": 1.267, "reason": null, "sample_age_ms": 48.89, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 26, "max_ms": 1.455, "p95_ms": 1.036, "reason": null, "sample_age_ms": 49.086, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 26, "max_ms": 0.1, "p95_ms": 0.097, "reason": null, "sample_age_ms": 24.879, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.957, "count": 26, "max_ms": 2.418, "p95_ms": 2.254, "reason": null, "sample_age_ms": 48.033, "source": "client_direct"}, "request_count": 26, "request_tensor_bytes": {"avg": 2211848.0, "count": 26, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 48.0, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 26, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.946, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.59, "count": 26, "max_ms": 41.462, "p95_ms": 38.019, "reason": null, "sample_age_ms": 24.869, "source": "client_direct"}, "sample_age_ms": 24.865, "source": "client_direct", "task_total_ms": {"avg_ms": 28.718, "count": 26, "max_ms": 43.826, "p95_ms": 39.675, "reason": null, "sample_age_ms": 24.865, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.322, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.461, "count": 26, "max_ms": 0.714, "p95_ms": 0.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 26, "max_ms": 0.245, "p95_ms": 0.197}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 26, "max_ms": 0.125, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 26, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 26, "max_ms": 0.091, "p95_ms": 0.069}, "mcmt_ms": {"avg_ms": 0.002, "count": 26, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 26, "max_ms": 0.165, "p95_ms": 0.154}, "setup_ms": {"avg_ms": 0.028, "count": 26, "max_ms": 0.052, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.434, "count": 26, "max_ms": 0.651, "p95_ms": 0.634}, "track_match_ms": {"avg_ms": 0.003, "count": 26, "max_ms": 0.008, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 26, "max_ms": 0.075, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 2.023, "count": 25, "max_ms": 3.374, "p95_ms": 3.289}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 26, "max_ms": 0.331, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.421, "count": 26, "max_ms": 44.742, "p95_ms": 41.284}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 26, "max_ms": 0.053, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.545, "count": 26, "max_ms": 83.612, "p95_ms": 79.369}, "inference_input_copy_ms": {"avg_ms": 1.221, "count": 26, "max_ms": 3.479, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.097, "count": 26, "max_ms": 0.332, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.887, "count": 26, "max_ms": 86.568, "p95_ms": 81.304}, "read_interval": {"avg_ms": 1244.92, "count": 26, "max_ms": 20381.491, "p95_ms": 3942.92}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 26, "max_ms": 0.024, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.078, "count": 26, "max_ms": 0.108, "p95_ms": 0.107}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 26, "max_ms": 0.03, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 26, "max_ms": 0.095, "p95_ms": 0.091}, "worker_merge_ms": {"avg_ms": 0.003, "count": 26, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.43, "count": 26, "max_ms": 44.751, "p95_ms": 41.293}, "visualize": {"avg_ms": 23.931, "count": 26, "max_ms": 40.093, "p95_ms": 33.562}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.367, "count": 26, "max_ms": 39.567, "p95_ms": 32.985}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.812, "count": 26, "max_ms": 39.983, "p95_ms": 33.459}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.748, "count": 26, "max_ms": 39.92, "p95_ms": 33.381}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 26, "max_ms": 0.076, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.342, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.934, "exists": true, "size_bytes": 134010, "write_bytes_delta": 134010, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.110811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2918.0, "pid": 50538, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.07999999999999996, "user_cpu_core_ratio": 0.103485, "user_cpu_s_delta": 1.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.061358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.054032, "user_cpu_s_delta": 0.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.094, "count": 26, "max_ms": 2.916, "p95_ms": 2.79, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.265, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.666, "count": 30, "max": 20.231, "p95": 16.577, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.033, "count": 30, "max": 1692.0, "p95": 1207.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5148.1, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.932, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.967, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.172, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21458, "sampled_at": "2026-11-02T14:27:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.718, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10384.312, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:27:40+09:00", "last_error_summary": "[h264 @ 0x641498a85280] error while decoding MB 172 89, bytestream -5 [in#0/rtsp @ 0x641497f51e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x641497f51e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066933862400, "copied_frame_count": 2556038, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066933862400, "frame_buffer_copies": 2556038, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0848, "count": 512, "max_ms": 0.3179, "p50_ms": 0.0733, "p95_ms": 0.1492, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.115, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9702, "p95_ms": 2.0061, "p99_ms": 3.4197, "results": {"failed": 0, "not_applicable": 0, "success": 2556038, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:40+09:00", "last_error_summary": "[h264 @ 0x641498a85280] error while decoding MB 172 89, bytestream -5 [in#0/rtsp @ 0x641497f51e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x641497f51e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:27:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.505, "last_started_at": "2026-11-02T14:26:49+09:00", "pid": 50538, "process": {"exists": false, "pid": 50538}, "restart_count": 113, "restart_count_per_hour": 11, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-02T14:27:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-11-02T14:27:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.71, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 456.29, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-11-02T14:27:40.906631+09:00", "mtime_epoch": 1793597260.9066305, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:27:40+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.723, "name": "celery", "pid": 176, "rss_mb": 2082.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556038, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 26, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.905, "pushed": 0.905, "read": 0.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 26, "client_acquire_ms": {"avg_ms": 0.004, "count": 26, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 43.373, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.49, "count": 26, "max_ms": 1.585, "p95_ms": 1.267, "reason": null, "sample_age_ms": 67.39, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 26, "max_ms": 1.455, "p95_ms": 1.036, "reason": null, "sample_age_ms": 67.586, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 26, "max_ms": 0.1, "p95_ms": 0.097, "reason": null, "sample_age_ms": 43.379, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.957, "count": 26, "max_ms": 2.418, "p95_ms": 2.254, "reason": null, "sample_age_ms": 66.533, "source": "client_direct"}, "request_count": 26, "request_tensor_bytes": {"avg": 2211848.0, "count": 26, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 66.5, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 26, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.447, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.59, "count": 26, "max_ms": 41.462, "p95_ms": 38.019, "reason": null, "sample_age_ms": 43.369, "source": "client_direct"}, "sample_age_ms": 43.365, "source": "client_direct", "task_total_ms": {"avg_ms": 28.718, "count": 26, "max_ms": 43.826, "p95_ms": 39.675, "reason": null, "sample_age_ms": 43.365, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.275, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.461, "count": 26, "max_ms": 0.714, "p95_ms": 0.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 26, "max_ms": 0.245, "p95_ms": 0.197}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 26, "max_ms": 0.125, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 26, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 26, "max_ms": 0.091, "p95_ms": 0.069}, "mcmt_ms": {"avg_ms": 0.002, "count": 26, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 26, "max_ms": 0.165, "p95_ms": 0.154}, "setup_ms": {"avg_ms": 0.028, "count": 26, "max_ms": 0.052, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.434, "count": 26, "max_ms": 0.651, "p95_ms": 0.634}, "track_match_ms": {"avg_ms": 0.003, "count": 26, "max_ms": 0.008, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 26, "max_ms": 0.075, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 2.053, "count": 26, "max_ms": 3.374, "p95_ms": 3.289}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 26, "max_ms": 0.331, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.421, "count": 26, "max_ms": 44.742, "p95_ms": 41.284}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 26, "max_ms": 0.053, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.545, "count": 26, "max_ms": 83.612, "p95_ms": 79.369}, "inference_input_copy_ms": {"avg_ms": 1.221, "count": 26, "max_ms": 3.479, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.097, "count": 26, "max_ms": 0.332, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.887, "count": 26, "max_ms": 86.568, "p95_ms": 81.304}, "read_interval": {"avg_ms": 1244.92, "count": 26, "max_ms": 20381.491, "p95_ms": 3942.92}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 26, "max_ms": 0.024, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.078, "count": 26, "max_ms": 0.108, "p95_ms": 0.107}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 26, "max_ms": 0.03, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 26, "max_ms": 0.095, "p95_ms": 0.091}, "worker_merge_ms": {"avg_ms": 0.003, "count": 26, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.43, "count": 26, "max_ms": 44.751, "p95_ms": 41.293}, "visualize": {"avg_ms": 23.931, "count": 26, "max_ms": 40.093, "p95_ms": 33.562}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.367, "count": 26, "max_ms": 39.567, "p95_ms": 32.985}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.812, "count": 26, "max_ms": 39.983, "p95_ms": 33.459}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.748, "count": 26, "max_ms": 39.92, "p95_ms": 33.381}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 26, "max_ms": 0.076, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.342, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.934, "exists": true, "size_bytes": 134010, "write_bytes_delta": 134010, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.110811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2918.0, "pid": 50538, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.07999999999999996, "user_cpu_core_ratio": 0.103485, "user_cpu_s_delta": 1.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.061358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.054032, "user_cpu_s_delta": 0.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.094, "count": 26, "max_ms": 2.916, "p95_ms": 2.79, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.265, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.666, "count": 30, "max": 20.231, "p95": 16.577, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.033, "count": 30, "max": 1692.0, "p95": 1207.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5148.1, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.932, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.967, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.172, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21458, "sampled_at": "2026-11-02T14:27:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.737, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10384.27, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066933862400, "copied_frame_count": 2556038, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066933862400, "frame_buffer_copies": 2556038, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0848, "count": 512, "max_ms": 0.3179, "p50_ms": 0.0733, "p95_ms": 0.1492, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.115, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9702, "p95_ms": 2.0061, "p99_ms": 3.4197, "results": {"failed": 0, "not_applicable": 0, "success": 2556038, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:40+09:00", "last_error_summary": "[h264 @ 0x641498a85280] error while decoding MB 172 89, bytestream -5 [in#0/rtsp @ 0x641497f51e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x641497f51e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:27:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.517, "last_started_at": "2026-11-02T14:26:49+09:00", "pid": 50538, "process": {"exists": false, "pid": 50538}, "restart_count": 113, "restart_count_per_hour": 11, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-02T14:27:40+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T14:27:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.722, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 456.278, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-02T14:27:40.906631+09:00", "mtime_epoch": 1793597260.9066305, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:27:40+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.723, "name": "celery", "pid": 176, "rss_mb": 2082.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556038, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 26, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.904, "pushed": 0.904, "read": 0.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 26, "client_acquire_ms": {"avg_ms": 0.004, "count": 26, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 55.79, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.49, "count": 26, "max_ms": 1.585, "p95_ms": 1.267, "reason": null, "sample_age_ms": 79.808, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 26, "max_ms": 1.455, "p95_ms": 1.036, "reason": null, "sample_age_ms": 80.003, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 26, "max_ms": 0.1, "p95_ms": 0.097, "reason": null, "sample_age_ms": 55.796, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.957, "count": 26, "max_ms": 2.418, "p95_ms": 2.254, "reason": null, "sample_age_ms": 78.95, "source": "client_direct"}, "request_count": 26, "request_tensor_bytes": {"avg": 2211848.0, "count": 26, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 78.918, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 26, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.864, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.59, "count": 26, "max_ms": 41.462, "p95_ms": 38.019, "reason": null, "sample_age_ms": 55.786, "source": "client_direct"}, "sample_age_ms": 55.783, "source": "client_direct", "task_total_ms": {"avg_ms": 28.718, "count": 26, "max_ms": 43.826, "p95_ms": 39.675, "reason": null, "sample_age_ms": 55.783, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.272, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.461, "count": 26, "max_ms": 0.714, "p95_ms": 0.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.143, "count": 26, "max_ms": 0.245, "p95_ms": 0.197}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 26, "max_ms": 0.125, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 26, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 26, "max_ms": 0.091, "p95_ms": 0.069}, "mcmt_ms": {"avg_ms": 0.002, "count": 26, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.116, "count": 26, "max_ms": 0.165, "p95_ms": 0.154}, "setup_ms": {"avg_ms": 0.028, "count": 26, "max_ms": 0.052, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.434, "count": 26, "max_ms": 0.651, "p95_ms": 0.634}, "track_match_ms": {"avg_ms": 0.003, "count": 26, "max_ms": 0.008, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 26, "max_ms": 0.075, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 2.053, "count": 26, "max_ms": 3.374, "p95_ms": 3.289}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 26, "max_ms": 0.331, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.421, "count": 26, "max_ms": 44.742, "p95_ms": 41.284}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 26, "max_ms": 0.053, "p95_ms": 0.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.545, "count": 26, "max_ms": 83.612, "p95_ms": 79.369}, "inference_input_copy_ms": {"avg_ms": 1.221, "count": 26, "max_ms": 3.479, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.097, "count": 26, "max_ms": 0.332, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.887, "count": 26, "max_ms": 86.568, "p95_ms": 81.304}, "read_interval": {"avg_ms": 1244.92, "count": 26, "max_ms": 20381.491, "p95_ms": 3942.92}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 26, "max_ms": 0.024, "p95_ms": 0.013}, "execute_total_ms": {"avg_ms": 0.078, "count": 26, "max_ms": 0.108, "p95_ms": 0.107}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 26, "max_ms": 0.03, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 26, "max_ms": 0.095, "p95_ms": 0.091}, "worker_merge_ms": {"avg_ms": 0.003, "count": 26, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.43, "count": 26, "max_ms": 44.751, "p95_ms": 41.293}, "visualize": {"avg_ms": 23.931, "count": 26, "max_ms": 40.093, "p95_ms": 33.562}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.367, "count": 26, "max_ms": 39.567, "p95_ms": 32.985}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.812, "count": 26, "max_ms": 39.983, "p95_ms": 33.459}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.748, "count": 26, "max_ms": 39.92, "p95_ms": 33.381}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 26, "max_ms": 0.076, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.342, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.934, "exists": true, "size_bytes": 134010, "write_bytes_delta": 134010, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.110811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2918.0, "pid": 50538, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.07999999999999996, "user_cpu_core_ratio": 0.103485, "user_cpu_s_delta": 1.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.061358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.054032, "user_cpu_s_delta": 0.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.094, "count": 26, "max_ms": 2.916, "p95_ms": 2.79, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.265, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.666, "count": 30, "max": 20.231, "p95": 16.577, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.033, "count": 30, "max": 1692.0, "p95": 1207.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5148.1, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.932, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.967, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.172, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21458, "sampled_at": "2026-11-02T14:27:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.749, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551735}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10397.078, "limit_mb": null}, "detail": {"pid": 50770, "restart_count": 114, "start_count": 115}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7066933862400, "copied_frame_count": 2556038, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7066933862400, "frame_buffer_copies": 2556038, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0848, "count": 512, "max_ms": 0.3179, "p50_ms": 0.0733, "p95_ms": 0.1492, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.115, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9702, "p95_ms": 2.0061, "p99_ms": 3.4197, "results": {"failed": 0, "not_applicable": 0, "success": 2556038, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:27:40+09:00", "last_error_summary": "[h264 @ 0x641498a85280] error while decoding MB 172 89, bytestream -5 [in#0/rtsp @ 0x641497f51e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x641497f51e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:27:43+09:00", "pid": 50770, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.023, "name": "ffmpeg", "pid": 50770, "rss_mb": 47.023, "state": "S (sleeping)", "threads": 1}, "restart_count": 114, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.959, "last_frame_pushed_at": "2026-11-02T14:27:40+09:00", "last_frame_read_age_sec": 5.016, "last_frame_read_at": "2026-11-02T14:27:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.664, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 451.336, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.952, "exists": true, "mtime": "2026-11-02T14:27:40.906631+09:00", "mtime_epoch": 1793597260.9066305, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133900}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:27:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.727, "name": "celery", "pid": 176, "rss_mb": 2082.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556038, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 16}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.582, "pushed": 0.582, "read": 0.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.005, "count": 16, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4994.045, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.478, "count": 16, "max_ms": 1.585, "p95_ms": 1.225, "reason": null, "sample_age_ms": 5018.063, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.263, "count": 16, "max_ms": 1.455, "p95_ms": 0.998, "reason": null, "sample_age_ms": 5018.259, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.057, "count": 16, "max_ms": 0.1, "p95_ms": 0.095, "reason": null, "sample_age_ms": 4994.051, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.046, "count": 16, "max_ms": 2.418, "p95_ms": 2.348, "reason": null, "sample_age_ms": 5017.205, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5017.173, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4994.119, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.881, "count": 16, "max_ms": 41.462, "p95_ms": 39.084, "reason": null, "sample_age_ms": 4994.042, "source": "client_direct"}, "sample_age_ms": 4994.038, "source": "client_direct", "task_total_ms": {"avg_ms": 29.105, "count": 16, "max_ms": 43.826, "p95_ms": 40.786, "reason": null, "sample_age_ms": 4994.038, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.576, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.44, "count": 16, "max_ms": 0.64, "p95_ms": 0.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 16, "max_ms": 0.197, "p95_ms": 0.197}, "detection_prepare_ms": {"avg_ms": 0.064, "count": 16, "max_ms": 0.121, "p95_ms": 0.121}, "event_filter_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 16, "max_ms": 0.069, "p95_ms": 0.069}, "mcmt_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.112, "count": 16, "max_ms": 0.141, "p95_ms": 0.141}, "setup_ms": {"avg_ms": 0.027, "count": 16, "max_ms": 0.052, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.415, "count": 16, "max_ms": 0.611, "p95_ms": 0.611}, "track_match_ms": {"avg_ms": 0.002, "count": 16, "max_ms": 0.003, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.017, "count": 16, "max_ms": 0.026, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 2.128, "count": 16, "max_ms": 3.374, "p95_ms": 3.374}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 16, "max_ms": 0.331, "p95_ms": 0.331}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.797, "count": 16, "max_ms": 44.742, "p95_ms": 44.742}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 16, "max_ms": 0.053, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.996, "count": 16, "max_ms": 83.612, "p95_ms": 83.612}, "inference_input_copy_ms": {"avg_ms": 1.305, "count": 16, "max_ms": 3.479, "p95_ms": 3.479}, "processing_residual_ms": {"avg_ms": 0.104, "count": 16, "max_ms": 0.332, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.428, "count": 16, "max_ms": 86.568, "p95_ms": 86.568}, "read_interval": {"avg_ms": 1650.205, "count": 16, "max_ms": 20381.491, "p95_ms": 20381.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.009, "count": 16, "max_ms": 0.012, "p95_ms": 0.012}, "execute_total_ms": {"avg_ms": 0.075, "count": 16, "max_ms": 0.095, "p95_ms": 0.095}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 16, "max_ms": 0.03, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.066, "count": 16, "max_ms": 0.086, "p95_ms": 0.086}, "worker_merge_ms": {"avg_ms": 0.003, "count": 16, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.806, "count": 16, "max_ms": 44.751, "p95_ms": 44.751}, "visualize": {"avg_ms": 26.059, "count": 16, "max_ms": 40.093, "p95_ms": 40.093}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.508, "count": 16, "max_ms": 39.567, "p95_ms": 39.567}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.948, "count": 16, "max_ms": 39.983, "p95_ms": 39.983}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 16, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.886, "count": 16, "max_ms": 39.92, "p95_ms": 39.92}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 16, "max_ms": 0.076, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.342, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.934, "exists": true, "size_bytes": 134010, "write_bytes_delta": 134010, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 0.110811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2918.0, "pid": 50538, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.07999999999999996, "user_cpu_core_ratio": 0.103485, "user_cpu_s_delta": 1.13}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.061358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007326, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.054032, "user_cpu_s_delta": 0.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.094, "count": 26, "max_ms": 2.916, "p95_ms": 2.79, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 26}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 26}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.265, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.666, "count": 30, "max": 20.231, "p95": 16.577, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.033, "count": 30, "max": 1692.0, "p95": 1207.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5148.1, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.932, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134345.9, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.967, "count": 30, "max": 17.0, "p95": 15.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.017, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.172, "count": 30, "max": 0.726, "p95": 0.725, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21458, "sampled_at": "2026-11-02T14:27:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.477, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10386.902, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067088691200, "copied_frame_count": 2556094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067088691200, "frame_buffer_copies": 2556094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 0.9117, "p50_ms": 0.073, "p95_ms": 0.1437, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0943, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9353, "p95_ms": 1.9633, "p99_ms": 3.0431, "results": {"failed": 0, "not_applicable": 0, "success": 2556094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:28:13+09:00", "last_error_summary": "[h264 @ 0x5fd486f56940] error while decoding MB 157 61, bytestream -16", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 29.922, "last_started_at": "2026-11-02T14:27:43+09:00", "pid": 50770, "process": {"exists": false, "pid": 50770}, "restart_count": 114, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.76, "sample_count": 423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-02T14:28:13+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-02T14:28:13+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 176.59, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 423.41, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-11-02T14:28:13.717880+09:00", "mtime_epoch": 1793597293.7178805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133814}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:28:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2082.762, "name": "celery", "pid": 176, "rss_mb": 2082.762, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.393, "pushed": 2.393, "read": 2.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 34.128, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 56, "max_ms": 1.58, "p95_ms": 1.237, "reason": null, "sample_age_ms": 65.111, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 56, "max_ms": 1.296, "p95_ms": 1.048, "reason": null, "sample_age_ms": 65.278, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 56, "max_ms": 0.189, "p95_ms": 0.119, "reason": null, "sample_age_ms": 34.137, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.02, "count": 56, "max_ms": 1.713, "p95_ms": 1.54, "reason": null, "sample_age_ms": 64.218, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 64.199, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.242, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.599, "count": 56, "max_ms": 47.519, "p95_ms": 40.681, "reason": null, "sample_age_ms": 34.125, "source": "client_direct"}, "sample_age_ms": 34.12, "source": "client_direct", "task_total_ms": {"avg_ms": 30.804, "count": 56, "max_ms": 49.429, "p95_ms": 42.358, "reason": null, "sample_age_ms": 34.12, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.428, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.527, "count": 56, "max_ms": 0.837, "p95_ms": 0.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 56, "max_ms": 0.28, "p95_ms": 0.274}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 56, "max_ms": 0.145, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 56, "max_ms": 0.117, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 56, "max_ms": 0.272, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.031, "count": 56, "max_ms": 0.069, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.498, "count": 56, "max_ms": 0.783, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 56, "max_ms": 0.042, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.453, "count": 56, "max_ms": 7.112, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 56, "max_ms": 0.053, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.455, "count": 56, "max_ms": 49.885, "p95_ms": 43.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 56, "max_ms": 0.067, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.311, "count": 56, "max_ms": 94.611, "p95_ms": 82.144}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 56, "max_ms": 2.707, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.182, "p95_ms": 0.151}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.693, "count": 56, "max_ms": 97.469, "p95_ms": 83.519}, "read_interval": {"avg_ms": 586.993, "count": 56, "max_ms": 9539.338, "p95_ms": 6238.531}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 56, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.176, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.018, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 56, "max_ms": 0.159, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.465, "count": 56, "max_ms": 49.895, "p95_ms": 43.334}, "visualize": {"avg_ms": 26.634, "count": 56, "max_ms": 43.543, "p95_ms": 40.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.981, "count": 56, "max_ms": 42.85, "p95_ms": 39.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.49, "count": 56, "max_ms": 43.376, "p95_ms": 40.403}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.419, "count": 56, "max_ms": 43.307, "p95_ms": 40.257}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 56, "max_ms": 0.147, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.836, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.045, "exists": true, "size_bytes": 133198, "write_bytes_delta": 133198, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 50770, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.05185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004986, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.046865, "user_cpu_s_delta": 0.47000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.758, "count": 10, "max_ms": 2.8, "p95_ms": 2.8, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.874, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.762, "count": 30, "max": 20.231, "p95": 11.895, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 446.633, "count": 30, "max": 1692.0, "p95": 921.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5256.4, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.933, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.0, "count": 30, "max": 16.0, "p95": 12.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.013, "count": 30, "max": 0.069, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.725, "p95": 0.518, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21460, "sampled_at": "2026-11-02T14:27:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.399, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10386.781, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fd486f56940] error while decoding MB 157 61, bytestream -16", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067088691200, "copied_frame_count": 2556094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067088691200, "frame_buffer_copies": 2556094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 0.9117, "p50_ms": 0.073, "p95_ms": 0.1437, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0943, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9353, "p95_ms": 1.9633, "p99_ms": 3.0431, "results": {"failed": 0, "not_applicable": 0, "success": 2556094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:28:13+09:00", "last_error_summary": "[h264 @ 0x5fd486f56940] error while decoding MB 157 61, bytestream -16", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 29.928, "last_started_at": "2026-11-02T14:27:43+09:00", "pid": 50770, "process": {"exists": false, "pid": 50770}, "restart_count": 114, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.76, "sample_count": 423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-02T14:28:13+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-11-02T14:28:13+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 176.597, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 423.403, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-02T14:28:13.717880+09:00", "mtime_epoch": 1793597293.7178805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133814}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:28:13+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.762, "name": "celery", "pid": 176, "rss_mb": 2082.762, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.393, "pushed": 2.393, "read": 2.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 40.741, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 56, "max_ms": 1.58, "p95_ms": 1.237, "reason": null, "sample_age_ms": 71.724, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 56, "max_ms": 1.296, "p95_ms": 1.048, "reason": null, "sample_age_ms": 71.891, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 56, "max_ms": 0.189, "p95_ms": 0.119, "reason": null, "sample_age_ms": 40.749, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.02, "count": 56, "max_ms": 1.713, "p95_ms": 1.54, "reason": null, "sample_age_ms": 70.83, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.854, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.599, "count": 56, "max_ms": 47.519, "p95_ms": 40.681, "reason": null, "sample_age_ms": 40.737, "source": "client_direct"}, "sample_age_ms": 40.733, "source": "client_direct", "task_total_ms": {"avg_ms": 30.804, "count": 56, "max_ms": 49.429, "p95_ms": 42.358, "reason": null, "sample_age_ms": 40.733, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.31, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.527, "count": 56, "max_ms": 0.837, "p95_ms": 0.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 56, "max_ms": 0.28, "p95_ms": 0.274}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 56, "max_ms": 0.145, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 56, "max_ms": 0.117, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 56, "max_ms": 0.272, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.031, "count": 56, "max_ms": 0.069, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.498, "count": 56, "max_ms": 0.783, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 56, "max_ms": 0.042, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.453, "count": 56, "max_ms": 7.112, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 56, "max_ms": 0.053, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.455, "count": 56, "max_ms": 49.885, "p95_ms": 43.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 56, "max_ms": 0.067, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.311, "count": 56, "max_ms": 94.611, "p95_ms": 82.144}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 56, "max_ms": 2.707, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.182, "p95_ms": 0.151}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.693, "count": 56, "max_ms": 97.469, "p95_ms": 83.519}, "read_interval": {"avg_ms": 586.993, "count": 56, "max_ms": 9539.338, "p95_ms": 6238.531}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 56, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.176, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.018, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 56, "max_ms": 0.159, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.465, "count": 56, "max_ms": 49.895, "p95_ms": 43.334}, "visualize": {"avg_ms": 26.634, "count": 56, "max_ms": 43.543, "p95_ms": 40.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.981, "count": 56, "max_ms": 42.85, "p95_ms": 39.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.49, "count": 56, "max_ms": 43.376, "p95_ms": 40.403}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.419, "count": 56, "max_ms": 43.307, "p95_ms": 40.257}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 56, "max_ms": 0.147, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.836, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.045, "exists": true, "size_bytes": 133198, "write_bytes_delta": 133198, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 50770, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.05185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004986, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.046865, "user_cpu_s_delta": 0.47000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.758, "count": 10, "max_ms": 2.8, "p95_ms": 2.8, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.874, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.762, "count": 30, "max": 20.231, "p95": 11.895, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 446.633, "count": 30, "max": 1692.0, "p95": 921.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5256.4, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.933, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.0, "count": 30, "max": 16.0, "p95": 12.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.013, "count": 30, "max": 0.069, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.725, "p95": 0.518, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21460, "sampled_at": "2026-11-02T14:27:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.404, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10387.305, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067088691200, "copied_frame_count": 2556094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067088691200, "frame_buffer_copies": 2556094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 0.9117, "p50_ms": 0.073, "p95_ms": 0.1437, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0943, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9353, "p95_ms": 1.9633, "p99_ms": 3.0431, "results": {"failed": 0, "not_applicable": 0, "success": 2556094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:28:13+09:00", "last_error_summary": "[h264 @ 0x5fd486f56940] error while decoding MB 157 61, bytestream -16", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 29.954, "last_started_at": "2026-11-02T14:27:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 114, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.76, "sample_count": 423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-02T14:28:13+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-11-02T14:28:13+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 176.616, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 423.384, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-02T14:28:13.783881+09:00", "mtime_epoch": 1793597293.783881, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133871}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:28:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.762, "name": "celery", "pid": 176, "rss_mb": 2082.762, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.39, "pushed": 2.39, "read": 2.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 66.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 56, "max_ms": 1.58, "p95_ms": 1.237, "reason": null, "sample_age_ms": 97.027, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 56, "max_ms": 1.296, "p95_ms": 1.048, "reason": null, "sample_age_ms": 97.194, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 56, "max_ms": 0.189, "p95_ms": 0.119, "reason": null, "sample_age_ms": 66.052, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.02, "count": 56, "max_ms": 1.713, "p95_ms": 1.54, "reason": null, "sample_age_ms": 96.133, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 96.114, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.157, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.599, "count": 56, "max_ms": 47.519, "p95_ms": 40.681, "reason": null, "sample_age_ms": 66.04, "source": "client_direct"}, "sample_age_ms": 66.036, "source": "client_direct", "task_total_ms": {"avg_ms": 30.804, "count": 56, "max_ms": 49.429, "p95_ms": 42.358, "reason": null, "sample_age_ms": 66.036, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.428, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.527, "count": 56, "max_ms": 0.837, "p95_ms": 0.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 56, "max_ms": 0.28, "p95_ms": 0.274}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 56, "max_ms": 0.145, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 56, "max_ms": 0.117, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 56, "max_ms": 0.272, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.031, "count": 56, "max_ms": 0.069, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.498, "count": 56, "max_ms": 0.783, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 56, "max_ms": 0.042, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.453, "count": 56, "max_ms": 7.112, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 56, "max_ms": 0.053, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.455, "count": 56, "max_ms": 49.885, "p95_ms": 43.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 56, "max_ms": 0.067, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.311, "count": 56, "max_ms": 94.611, "p95_ms": 82.144}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 56, "max_ms": 2.707, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.182, "p95_ms": 0.151}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.693, "count": 56, "max_ms": 97.469, "p95_ms": 83.519}, "read_interval": {"avg_ms": 586.993, "count": 56, "max_ms": 9539.338, "p95_ms": 6238.531}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 56, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.176, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.018, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 56, "max_ms": 0.159, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.465, "count": 56, "max_ms": 49.895, "p95_ms": 43.334}, "visualize": {"avg_ms": 26.634, "count": 56, "max_ms": 43.543, "p95_ms": 40.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.981, "count": 56, "max_ms": 42.85, "p95_ms": 39.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.49, "count": 56, "max_ms": 43.376, "p95_ms": 40.403}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.419, "count": 56, "max_ms": 43.307, "p95_ms": 40.257}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 56, "max_ms": 0.147, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.836, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.045, "exists": true, "size_bytes": 133198, "write_bytes_delta": 133198, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 50770, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.05185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004986, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.046865, "user_cpu_s_delta": 0.47000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.758, "count": 10, "max_ms": 2.8, "p95_ms": 2.8, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.874, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.762, "count": 30, "max": 20.231, "p95": 11.895, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 446.633, "count": 30, "max": 1692.0, "p95": 921.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5256.4, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.933, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.0, "count": 30, "max": 16.0, "p95": 12.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.013, "count": 30, "max": 0.069, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.725, "p95": 0.518, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21460, "sampled_at": "2026-11-02T14:27:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.43, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483157, "flush_count": 4304, "flush_interval_seconds": 30.0, "flush_state": {"count": 4304, "last_at": "2026-11-02T14:27:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:27:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4303}, "started": true, "suppressed_count": 2551795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4304, "written_record_count": 4304}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10420.73, "limit_mb": null}, "detail": {"pid": 50886, "restart_count": 115, "start_count": 116}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067088691200, "copied_frame_count": 2556094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067088691200, "frame_buffer_copies": 2556094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0847, "count": 512, "max_ms": 0.9117, "p50_ms": 0.073, "p95_ms": 0.1437, "p99_ms": 0.1764}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0943, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9353, "p95_ms": 1.9633, "p99_ms": 3.0431, "results": {"failed": 0, "not_applicable": 0, "success": 2556094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:28:13+09:00", "last_error_summary": "[h264 @ 0x5fd486f56940] error while decoding MB 157 61, bytestream -16", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:28:16+09:00", "pid": 50886, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.176, "name": "ffmpeg", "pid": 50886, "rss_mb": 75.176, "state": "S (sleeping)", "threads": 1}, "restart_count": 115, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.54, "sample_count": 399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.048, "last_frame_pushed_at": "2026-11-02T14:28:13+09:00", "last_frame_read_age_sec": 5.111, "last_frame_read_at": "2026-11-02T14:28:13+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.635, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 418.365, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 5.04, "exists": true, "mtime": "2026-11-02T14:28:13.783881+09:00", "mtime_epoch": 1793597293.783881, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133871}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:28:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2082.762, "name": "celery", "pid": 176, "rss_mb": 2082.762, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.969, "pushed": 1.969, "read": 1.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5080.702, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 56, "max_ms": 1.58, "p95_ms": 1.237, "reason": null, "sample_age_ms": 5111.686, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 56, "max_ms": 1.296, "p95_ms": 1.048, "reason": null, "sample_age_ms": 5111.852, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 56, "max_ms": 0.189, "p95_ms": 0.119, "reason": null, "sample_age_ms": 5080.711, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.02, "count": 56, "max_ms": 1.713, "p95_ms": 1.54, "reason": null, "sample_age_ms": 5110.792, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5110.773, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5080.816, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.599, "count": 56, "max_ms": 47.519, "p95_ms": 40.681, "reason": null, "sample_age_ms": 5080.699, "source": "client_direct"}, "sample_age_ms": 5080.694, "source": "client_direct", "task_total_ms": {"avg_ms": 30.804, "count": 56, "max_ms": 49.429, "p95_ms": 42.358, "reason": null, "sample_age_ms": 5080.694, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.836, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.527, "count": 56, "max_ms": 0.837, "p95_ms": 0.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 56, "max_ms": 0.28, "p95_ms": 0.274}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 56, "max_ms": 0.145, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 56, "max_ms": 0.117, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.017, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 56, "max_ms": 0.272, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.031, "count": 56, "max_ms": 0.069, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.498, "count": 56, "max_ms": 0.783, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 56, "max_ms": 0.042, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.453, "count": 56, "max_ms": 7.112, "p95_ms": 4.719}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 56, "max_ms": 0.053, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.455, "count": 56, "max_ms": 49.885, "p95_ms": 43.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 56, "max_ms": 0.067, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.311, "count": 56, "max_ms": 94.611, "p95_ms": 82.144}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 56, "max_ms": 2.707, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.182, "p95_ms": 0.151}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.693, "count": 56, "max_ms": 97.469, "p95_ms": 83.519}, "read_interval": {"avg_ms": 586.993, "count": 56, "max_ms": 9539.338, "p95_ms": 6238.531}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 56, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.176, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.018, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 56, "max_ms": 0.159, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.465, "count": 56, "max_ms": 49.895, "p95_ms": 43.334}, "visualize": {"avg_ms": 26.634, "count": 56, "max_ms": 43.543, "p95_ms": 40.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.981, "count": 56, "max_ms": 42.85, "p95_ms": 39.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.49, "count": 56, "max_ms": 43.376, "p95_ms": 40.403}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.419, "count": 56, "max_ms": 43.307, "p95_ms": 40.257}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 56, "max_ms": 0.147, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.836, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.304, "sample_count": 379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.045, "exists": true, "size_bytes": 133198, "write_bytes_delta": 133198, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 50770, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.05185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004986, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.046865, "user_cpu_s_delta": 0.47000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.758, "count": 10, "max_ms": 2.8, "p95_ms": 2.8, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.874, "count": 30, "max": 30.76, "p95": 23.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.762, "count": 30, "max": 20.231, "p95": 11.895, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 446.633, "count": 30, "max": 1692.0, "p95": 921.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5256.4, "count": 30, "max": 95103.0, "p95": 12684.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.074, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.933, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134237.567, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.0, "count": 30, "max": 16.0, "p95": 12.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.013, "count": 30, "max": 0.069, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.725, "p95": 0.518, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21460, "sampled_at": "2026-11-02T14:27:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:27:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.443, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483995, "flush_count": 4305, "flush_interval_seconds": 30.0, "flush_state": {"count": 4305, "last_at": "2026-11-02T14:28:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4304}, "started": true, "suppressed_count": 2552054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4305, "written_record_count": 4305}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10389.023, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56e2842c1580] error while decoding MB 156 78, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067807539200, "copied_frame_count": 2556354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067807539200, "frame_buffer_copies": 2556354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0863, "count": 512, "max_ms": 0.9117, "p50_ms": 0.0742, "p95_ms": 0.1461, "p99_ms": 0.2004}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1404, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9742, "p95_ms": 2.085, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2556354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 191, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:00+09:00", "last_error_summary": "[h264 @ 0x56e2842c1580] error while decoding MB 156 78, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.408, "last_started_at": "2026-11-02T14:28:16+09:00", "pid": 50886, "process": {"exists": false, "pid": 50886}, "restart_count": 115, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.6, "sample_count": 638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-02T14:29:00+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-02T14:29:00+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.056, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 376.944, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-11-02T14:29:00.139228+09:00", "mtime_epoch": 1793597340.1392276, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135402}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:29:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2082.883, "name": "celery", "pid": 176, "rss_mb": 2082.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.782, "pushed": 6.782, "read": 6.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 53.033, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 202, "max_ms": 1.939, "p95_ms": 1.26, "reason": null, "sample_age_ms": 88.623, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 202, "max_ms": 1.675, "p95_ms": 0.998, "reason": null, "sample_age_ms": 88.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 203, "max_ms": 0.291, "p95_ms": 0.189, "reason": null, "sample_age_ms": 53.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 202, "max_ms": 3.364, "p95_ms": 1.789, "reason": null, "sample_age_ms": 87.341, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 87.323, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.125, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.217, "count": 203, "max_ms": 68.955, "p95_ms": 43.087, "reason": null, "sample_age_ms": 53.03, "source": "client_direct"}, "sample_age_ms": 53.026, "source": "client_direct", "task_total_ms": {"avg_ms": 31.51, "count": 203, "max_ms": 71.968, "p95_ms": 44.359, "reason": null, "sample_age_ms": 53.026, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.354, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 203, "max_ms": 1.524, "p95_ms": 0.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.177, "count": 203, "max_ms": 0.507, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 203, "max_ms": 0.419, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 203, "max_ms": 0.414, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 203, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 203, "max_ms": 0.495, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.032, "count": 203, "max_ms": 0.088, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.528, "count": 203, "max_ms": 1.463, "p95_ms": 0.906}, "track_match_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.034, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 203, "max_ms": 0.054, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.559, "count": 203, "max_ms": 8.68, "p95_ms": 4.764}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 203, "max_ms": 0.356, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.163, "count": 203, "max_ms": 72.987, "p95_ms": 44.904}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 203, "max_ms": 0.108, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.059, "count": 203, "max_ms": 130.095, "p95_ms": 88.089}, "inference_input_copy_ms": {"avg_ms": 1.353, "count": 203, "max_ms": 3.824, "p95_ms": 2.393}, "processing_residual_ms": {"avg_ms": 0.096, "count": 203, "max_ms": 0.499, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.536, "count": 203, "max_ms": 133.967, "p95_ms": 90.43}, "read_interval": {"avg_ms": 148.193, "count": 202, "max_ms": 4780.231, "p95_ms": 186.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 203, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.098, "count": 203, "max_ms": 0.36, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.033, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 203, "max_ms": 0.332, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.052, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.174, "count": 203, "max_ms": 72.999, "p95_ms": 44.918}, "visualize": {"avg_ms": 30.699, "count": 203, "max_ms": 61.638, "p95_ms": 44.92}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.052, "count": 203, "max_ms": 60.392, "p95_ms": 44.196}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.554, "count": 203, "max_ms": 61.391, "p95_ms": 44.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.483, "count": 203, "max_ms": 61.258, "p95_ms": 44.705}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 203, "max_ms": 0.131, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.876, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.568, "sample_count": 441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.066, "exists": true, "size_bytes": 134623, "write_bytes_delta": 134623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.767018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95341.0, "pid": 50886, "reason": null, "system_cpu_core_ratio": 0.06991, "system_cpu_s_delta": 0.7, "user_cpu_core_ratio": 0.697107, "user_cpu_s_delta": 6.98}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.284636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028963, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.255673, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 83, "max_ms": 7.112, "p95_ms": 5.187, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.118, "count": 30, "max": 30.76, "p95": 21.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.771, "count": 30, "max": 12.214, "p95": 10.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 391.133, "count": 30, "max": 951.0, "p95": 880.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8891.667, "count": 30, "max": 95341.0, "p95": 58693.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.236, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.167, "count": 30, "max": 7.0, "p95": 7.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.009, "count": 30, "max": 0.029, "p95": 0.021, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.256, "p95": 0.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21463, "sampled_at": "2026-11-02T14:28:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:28:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483995, "flush_count": 4305, "flush_interval_seconds": 30.0, "flush_state": {"count": 4305, "last_at": "2026-11-02T14:28:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4304}, "started": true, "suppressed_count": 2552054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4305, "written_record_count": 4305}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10389.023, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067807539200, "copied_frame_count": 2556354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067807539200, "frame_buffer_copies": 2556354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0863, "count": 512, "max_ms": 0.9117, "p50_ms": 0.0742, "p95_ms": 0.1461, "p99_ms": 0.2004}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1404, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9742, "p95_ms": 2.085, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2556354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 191, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:00+09:00", "last_error_summary": "[h264 @ 0x56e2842c1580] error while decoding MB 156 78, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.407, "last_started_at": "2026-11-02T14:28:16+09:00", "pid": 50886, "process": {"exists": false, "pid": 50886}, "restart_count": 115, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.6, "sample_count": 638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-02T14:29:00+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-02T14:29:00+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.071, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 376.929, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-11-02T14:29:00.139228+09:00", "mtime_epoch": 1793597340.1392276, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135402}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:29:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2082.883, "name": "celery", "pid": 176, "rss_mb": 2082.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.781, "pushed": 6.781, "read": 6.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 60.619, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 202, "max_ms": 1.939, "p95_ms": 1.26, "reason": null, "sample_age_ms": 96.208, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 202, "max_ms": 1.675, "p95_ms": 0.998, "reason": null, "sample_age_ms": 96.464, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 203, "max_ms": 0.291, "p95_ms": 0.189, "reason": null, "sample_age_ms": 60.625, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 202, "max_ms": 3.364, "p95_ms": 1.789, "reason": null, "sample_age_ms": 94.927, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.909, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.711, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.217, "count": 203, "max_ms": 68.955, "p95_ms": 43.087, "reason": null, "sample_age_ms": 60.615, "source": "client_direct"}, "sample_age_ms": 60.612, "source": "client_direct", "task_total_ms": {"avg_ms": 31.51, "count": 203, "max_ms": 71.968, "p95_ms": 44.359, "reason": null, "sample_age_ms": 60.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.486, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 203, "max_ms": 1.524, "p95_ms": 0.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.177, "count": 203, "max_ms": 0.507, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 203, "max_ms": 0.419, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 203, "max_ms": 0.414, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 203, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 203, "max_ms": 0.495, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.032, "count": 203, "max_ms": 0.088, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.528, "count": 203, "max_ms": 1.463, "p95_ms": 0.906}, "track_match_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.034, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 203, "max_ms": 0.054, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.559, "count": 203, "max_ms": 8.68, "p95_ms": 4.764}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 203, "max_ms": 0.356, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.163, "count": 203, "max_ms": 72.987, "p95_ms": 44.904}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 203, "max_ms": 0.108, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.059, "count": 203, "max_ms": 130.095, "p95_ms": 88.089}, "inference_input_copy_ms": {"avg_ms": 1.353, "count": 203, "max_ms": 3.824, "p95_ms": 2.393}, "processing_residual_ms": {"avg_ms": 0.096, "count": 203, "max_ms": 0.499, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.536, "count": 203, "max_ms": 133.967, "p95_ms": 90.43}, "read_interval": {"avg_ms": 148.193, "count": 202, "max_ms": 4780.231, "p95_ms": 186.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 203, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.098, "count": 203, "max_ms": 0.36, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.033, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 203, "max_ms": 0.332, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.052, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.174, "count": 203, "max_ms": 72.999, "p95_ms": 44.918}, "visualize": {"avg_ms": 30.699, "count": 203, "max_ms": 61.638, "p95_ms": 44.92}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.052, "count": 203, "max_ms": 60.392, "p95_ms": 44.196}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.554, "count": 203, "max_ms": 61.391, "p95_ms": 44.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.483, "count": 203, "max_ms": 61.258, "p95_ms": 44.705}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 203, "max_ms": 0.131, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.876, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.568, "sample_count": 441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.066, "exists": true, "size_bytes": 134623, "write_bytes_delta": 134623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.767018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95341.0, "pid": 50886, "reason": null, "system_cpu_core_ratio": 0.06991, "system_cpu_s_delta": 0.7, "user_cpu_core_ratio": 0.697107, "user_cpu_s_delta": 6.98}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.284636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028963, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.255673, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 83, "max_ms": 7.112, "p95_ms": 5.187, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.118, "count": 30, "max": 30.76, "p95": 21.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.771, "count": 30, "max": 12.214, "p95": 10.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 391.133, "count": 30, "max": 951.0, "p95": 880.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8891.667, "count": 30, "max": 95341.0, "p95": 58693.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.236, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.167, "count": 30, "max": 7.0, "p95": 7.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.009, "count": 30, "max": 0.029, "p95": 0.021, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.256, "p95": 0.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21463, "sampled_at": "2026-11-02T14:28:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:28:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483995, "flush_count": 4305, "flush_interval_seconds": 30.0, "flush_state": {"count": 4305, "last_at": "2026-11-02T14:28:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4304}, "started": true, "suppressed_count": 2552054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4305, "written_record_count": 4305}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10389.426, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067807539200, "copied_frame_count": 2556354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067807539200, "frame_buffer_copies": 2556354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0863, "count": 512, "max_ms": 0.9117, "p50_ms": 0.0742, "p95_ms": 0.1461, "p99_ms": 0.2004}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1404, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9742, "p95_ms": 2.085, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2556354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 191, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:00+09:00", "last_error_summary": "[h264 @ 0x56e2842c1580] error while decoding MB 156 78, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.471, "last_started_at": "2026-11-02T14:28:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 115, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.6, "sample_count": 638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-02T14:29:00+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-11-02T14:29:00+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.103, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 376.897, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-02T14:29:00.233228+09:00", "mtime_epoch": 1793597340.2332282, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:29:00+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2082.879, "name": "celery", "pid": 176, "rss_mb": 2082.879, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.767, "pushed": 6.767, "read": 6.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.005, "count": 202, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 112.272, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 202, "max_ms": 1.939, "p95_ms": 1.26, "reason": null, "sample_age_ms": 147.862, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 202, "max_ms": 1.675, "p95_ms": 0.998, "reason": null, "sample_age_ms": 148.118, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 202, "max_ms": 0.291, "p95_ms": 0.189, "reason": null, "sample_age_ms": 112.278, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.09, "count": 202, "max_ms": 3.364, "p95_ms": 1.789, "reason": null, "sample_age_ms": 146.58, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 146.562, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.365, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.153, "count": 202, "max_ms": 68.955, "p95_ms": 43.046, "reason": null, "sample_age_ms": 112.269, "source": "client_direct"}, "sample_age_ms": 112.265, "source": "client_direct", "task_total_ms": {"avg_ms": 31.448, "count": 202, "max_ms": 71.968, "p95_ms": 44.374, "reason": null, "sample_age_ms": 112.265, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.87, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.559, "count": 203, "max_ms": 1.524, "p95_ms": 0.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.177, "count": 203, "max_ms": 0.507, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 203, "max_ms": 0.419, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 203, "max_ms": 0.414, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 203, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 203, "max_ms": 0.495, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.032, "count": 203, "max_ms": 0.088, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.528, "count": 203, "max_ms": 1.463, "p95_ms": 0.906}, "track_match_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.034, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 203, "max_ms": 0.054, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.559, "count": 203, "max_ms": 8.68, "p95_ms": 4.764}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 203, "max_ms": 0.356, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.163, "count": 203, "max_ms": 72.987, "p95_ms": 44.904}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 203, "max_ms": 0.108, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.059, "count": 203, "max_ms": 130.095, "p95_ms": 88.089}, "inference_input_copy_ms": {"avg_ms": 1.353, "count": 203, "max_ms": 3.824, "p95_ms": 2.393}, "processing_residual_ms": {"avg_ms": 0.096, "count": 203, "max_ms": 0.499, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.536, "count": 203, "max_ms": 133.967, "p95_ms": 90.43}, "read_interval": {"avg_ms": 148.193, "count": 202, "max_ms": 4780.231, "p95_ms": 186.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 203, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.098, "count": 203, "max_ms": 0.36, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.033, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 203, "max_ms": 0.332, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.052, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.174, "count": 203, "max_ms": 72.999, "p95_ms": 44.918}, "visualize": {"avg_ms": 30.699, "count": 203, "max_ms": 61.638, "p95_ms": 44.92}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.052, "count": 203, "max_ms": 60.392, "p95_ms": 44.196}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.554, "count": 203, "max_ms": 61.391, "p95_ms": 44.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.483, "count": 203, "max_ms": 61.258, "p95_ms": 44.705}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 203, "max_ms": 0.131, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.876, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.568, "sample_count": 441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.066, "exists": true, "size_bytes": 134623, "write_bytes_delta": 134623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.767018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95341.0, "pid": 50886, "reason": null, "system_cpu_core_ratio": 0.06991, "system_cpu_s_delta": 0.7, "user_cpu_core_ratio": 0.697107, "user_cpu_s_delta": 6.98}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.284636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028963, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.255673, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 83, "max_ms": 7.112, "p95_ms": 5.187, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.118, "count": 30, "max": 30.76, "p95": 21.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.771, "count": 30, "max": 12.214, "p95": 10.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 391.133, "count": 30, "max": 951.0, "p95": 880.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8891.667, "count": 30, "max": 95341.0, "p95": 58693.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.236, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.167, "count": 30, "max": 7.0, "p95": 7.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.009, "count": 30, "max": 0.029, "p95": 0.021, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.256, "p95": 0.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21463, "sampled_at": "2026-11-02T14:28:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:28:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3483995, "flush_count": 4305, "flush_interval_seconds": 30.0, "flush_state": {"count": 4305, "last_at": "2026-11-02T14:28:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4304}, "started": true, "suppressed_count": 2552054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552050}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4305, "written_record_count": 4305}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10431.762, "limit_mb": null}, "detail": {"pid": 51002, "restart_count": 116, "start_count": 117}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7067807539200, "copied_frame_count": 2556354, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7067807539200, "frame_buffer_copies": 2556354, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0863, "count": 512, "max_ms": 0.9117, "p50_ms": 0.0742, "p95_ms": 0.1461, "p99_ms": 0.2004}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1404, "count": 512, "max_ms": 7.2223, "p50_ms": 0.9742, "p95_ms": 2.085, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2556354, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 191, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:00+09:00", "last_error_summary": "[h264 @ 0x56e2842c1580] error while decoding MB 156 78, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:29:03+09:00", "pid": 51002, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.152, "name": "ffmpeg", "pid": 51002, "rss_mb": 75.152, "state": "R (running)", "threads": 1}, "restart_count": 116, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.6, "sample_count": 632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.926, "last_frame_pushed_at": "2026-11-02T14:29:00+09:00", "last_frame_read_age_sec": 4.997, "last_frame_read_at": "2026-11-02T14:29:00+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 227.974, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 372.026, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.916, "exists": true, "mtime": "2026-11-02T14:29:00.233228+09:00", "mtime_epoch": 1793597340.2332282, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 134681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:29:05+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2082.883, "name": "celery", "pid": 176, "rss_mb": 2082.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2556354, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.56, "pushed": 6.56, "read": 6.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4966.369, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.382, "count": 184, "max_ms": 1.939, "p95_ms": 1.185, "reason": null, "sample_age_ms": 5001.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.164, "count": 184, "max_ms": 1.675, "p95_ms": 0.948, "reason": null, "sample_age_ms": 5002.215, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 184, "max_ms": 0.291, "p95_ms": 0.189, "reason": null, "sample_age_ms": 4966.376, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.08, "count": 184, "max_ms": 3.364, "p95_ms": 1.761, "reason": null, "sample_age_ms": 5000.678, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5000.66, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4966.462, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.128, "count": 184, "max_ms": 68.955, "p95_ms": 42.954, "reason": null, "sample_age_ms": 4966.366, "source": "client_direct"}, "sample_age_ms": 4966.363, "source": "client_direct", "task_total_ms": {"avg_ms": 31.41, "count": 184, "max_ms": 71.968, "p95_ms": 44.344, "reason": null, "sample_age_ms": 4966.363, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.645, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.558, "count": 184, "max_ms": 1.524, "p95_ms": 0.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.176, "count": 184, "max_ms": 0.507, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 184, "max_ms": 0.419, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 184, "max_ms": 0.414, "p95_ms": 0.115}, "mcmt_ms": {"avg_ms": 0.002, "count": 184, "max_ms": 0.021, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 184, "max_ms": 0.495, "p95_ms": 0.253}, "setup_ms": {"avg_ms": 0.032, "count": 184, "max_ms": 0.088, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.527, "count": 184, "max_ms": 1.463, "p95_ms": 0.908}, "track_match_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.034, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 184, "max_ms": 0.054, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.575, "count": 184, "max_ms": 8.68, "p95_ms": 4.764}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 184, "max_ms": 0.356, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.047, "count": 184, "max_ms": 72.987, "p95_ms": 44.904}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 184, "max_ms": 0.108, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.099, "count": 184, "max_ms": 130.095, "p95_ms": 89.391}, "inference_input_copy_ms": {"avg_ms": 1.351, "count": 184, "max_ms": 3.824, "p95_ms": 2.393}, "processing_residual_ms": {"avg_ms": 0.095, "count": 184, "max_ms": 0.499, "p95_ms": 0.172}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.572, "count": 184, "max_ms": 133.967, "p95_ms": 91.362}, "read_interval": {"avg_ms": 151.258, "count": 184, "max_ms": 4780.231, "p95_ms": 186.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 184, "max_ms": 0.046, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.098, "count": 184, "max_ms": 0.36, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.033, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 184, "max_ms": 0.332, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.052, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.058, "count": 184, "max_ms": 72.999, "p95_ms": 44.918}, "visualize": {"avg_ms": 30.862, "count": 184, "max_ms": 61.638, "p95_ms": 45.61}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.218, "count": 184, "max_ms": 60.392, "p95_ms": 44.713}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.717, "count": 184, "max_ms": 61.391, "p95_ms": 45.453}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.647, "count": 184, "max_ms": 61.258, "p95_ms": 45.393}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 184, "max_ms": 0.131, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2082.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.876, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.568, "sample_count": 441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2556136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.066, "exists": true, "size_bytes": 134623, "write_bytes_delta": 134623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.767018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95341.0, "pid": 50886, "reason": null, "system_cpu_core_ratio": 0.06991, "system_cpu_s_delta": 0.7, "user_cpu_core_ratio": 0.697107, "user_cpu_s_delta": 6.98}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.284636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028963, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.255673, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 83, "max_ms": 7.112, "p95_ms": 5.187, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.118, "count": 30, "max": 30.76, "p95": 21.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.771, "count": 30, "max": 12.214, "p95": 10.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 391.133, "count": 30, "max": 951.0, "p95": 880.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8891.667, "count": 30, "max": 95341.0, "p95": 58693.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 1.418, "p95": 1.336, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.236, "count": 30, "max": 25.761, "p95": 17.501, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134226.433, "count": 30, "max": 136182.0, "p95": 136106.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.167, "count": 30, "max": 7.0, "p95": 7.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.009, "count": 30, "max": 0.029, "p95": 0.021, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.256, "p95": 0.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21463, "sampled_at": "2026-11-02T14:28:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:28:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.049, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4068306, "flush_count": 4306, "flush_interval_seconds": 30.0, "flush_state": {"count": 4306, "last_at": "2026-11-02T14:28:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4305}, "started": true, "suppressed_count": 2486948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4306, "written_record_count": 4306}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10574.281, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62ddbc3f0e00] error while decoding MB 1 37, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6886989619200, "copied_frame_count": 2490954, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6886989619200, "frame_buffer_copies": 2490954, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0781, "count": 512, "max_ms": 0.9884, "p50_ms": 0.0683, "p95_ms": 0.128, "p99_ms": 0.1712}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1645, "count": 512, "max_ms": 3.2853, "p50_ms": 1.0428, "p95_ms": 2.1037, "p99_ms": 2.6638, "results": {"failed": 0, "not_applicable": 0, "success": 2490954, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 537, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:23+09:00", "last_error_summary": "[h264 @ 0x62ddbc3f0e00] error while decoding MB 1 37, bytestream -6", "last_exit_at": "2026-11-02T14:27:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.795, "last_started_at": "2026-11-02T14:27:31+09:00", "pid": 50654, "process": {"exists": false, "pid": 50654}, "restart_count": 185, "restart_count_per_hour": 3, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.656, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-02T14:29:23+09:00", "last_frame_read_age_sec": 0.038, "last_frame_read_at": "2026-11-02T14:29:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.869, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 354.131, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-11-02T14:29:23.018396+09:00", "mtime_epoch": 1793597363.018396, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:29:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.34, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2490955, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.324, "max": 17.0, "p95": 14.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.466, "max": 2.0, "p95": 2.0, "sample_count": 176}, "total": {"avg": 1.466, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 177, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.955, "pushed": 5.955, "read": 5.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 12.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.547, "count": 177, "max_ms": 2.9, "p95_ms": 2.089, "reason": null, "sample_age_ms": 43.023, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 177, "max_ms": 2.551, "p95_ms": 1.541, "reason": null, "sample_age_ms": 43.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 177, "max_ms": 0.883, "p95_ms": 0.529, "reason": null, "sample_age_ms": 12.181, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.391, "count": 177, "max_ms": 3.09, "p95_ms": 2.267, "reason": null, "sample_age_ms": 41.812, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 41.797, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.435, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.064, "count": 177, "max_ms": 62.181, "p95_ms": 51.401, "reason": null, "sample_age_ms": 12.171, "source": "client_direct"}, "sample_age_ms": 12.168, "source": "client_direct", "task_total_ms": {"avg_ms": 37.895, "count": 177, "max_ms": 64.844, "p95_ms": 53.388, "reason": null, "sample_age_ms": 12.168, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.868, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.781, "count": 176, "max_ms": 10.297, "p95_ms": 6.905}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.297, "count": 176, "max_ms": 0.636, "p95_ms": 0.518}, "detection_prepare_ms": {"avg_ms": 1.007, "count": 176, "max_ms": 3.196, "p95_ms": 1.61}, "event_filter_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.141, "count": 176, "max_ms": 0.438, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 176, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.02, "count": 176, "max_ms": 3.75, "p95_ms": 3.071}, "setup_ms": {"avg_ms": 0.031, "count": 176, "max_ms": 0.098, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 4.739, "count": 176, "max_ms": 10.16, "p95_ms": 6.864}, "track_match_ms": {"avg_ms": 0.091, "count": 176, "max_ms": 0.293, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.145, "count": 176, "max_ms": 3.452, "p95_ms": 1.892}}, "gstreamer_push": {"avg_ms": 2.169, "count": 176, "max_ms": 4.878, "p95_ms": 3.363}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 176, "max_ms": 0.232, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.809, "count": 176, "max_ms": 67.261, "p95_ms": 54.302}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.668, "count": 176, "max_ms": 12.243, "p95_ms": 6.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.63, "count": 176, "max_ms": 117.323, "p95_ms": 96.822}, "inference_input_copy_ms": {"avg_ms": 1.301, "count": 176, "max_ms": 4.414, "p95_ms": 2.243}, "processing_residual_ms": {"avg_ms": 0.15, "count": 176, "max_ms": 0.336, "p95_ms": 0.262}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.748, "count": 176, "max_ms": 121.294, "p95_ms": 102.079}, "read_interval": {"avg_ms": 182.765, "count": 177, "max_ms": 4902.597, "p95_ms": 140.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 176, "max_ms": 0.053, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 1.967, "count": 176, "max_ms": 3.648, "p95_ms": 2.951}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 176, "max_ms": 0.044, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.954, "count": 176, "max_ms": 3.627, "p95_ms": 2.935}, "worker_merge_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.031, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.819, "count": 176, "max_ms": 67.268, "p95_ms": 54.309}, "visualize": {"avg_ms": 29.041, "count": 176, "max_ms": 52.861, "p95_ms": 41.118}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.907, "count": 176, "max_ms": 48.557, "p95_ms": 36.559}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.817, "count": 176, "max_ms": 50.99, "p95_ms": 39.72}, "visualize_input_copy_ms": {"avg_ms": 1.081, "count": 176, "max_ms": 2.455, "p95_ms": 1.763}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.72, "count": 176, "max_ms": 50.889, "p95_ms": 39.622}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 176, "max_ms": 0.16, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.482, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.107, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 100740, "write_bytes_delta": 100740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.193881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 50654, "reason": null, "system_cpu_core_ratio": 0.01599, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.177891, "user_cpu_s_delta": 1.7799999999999976}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327799, "system_cpu_s_delta": 3.279999999998836, "user_cpu_core_ratio": 0.6536, "user_cpu_s_delta": 6.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.244, "count": 156, "max_ms": 4.878, "p95_ms": 3.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.513, "max": 17.0, "p95": 14.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.872, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 156}, "total": {"avg": 1.872, "max": 2.0, "p95": 2.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.129, "count": 30, "max": 81.594, "p95": 49.001, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.465, "count": 30, "max": 18.958, "p95": 13.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 466.067, "count": 30, "max": 1284.0, "p95": 1137.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 671.033, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.046, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.455, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 3.272, "p95": 0.165, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.7, "count": 30, "max": 26.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.226, "count": 30, "max": 0.528, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 1.187, "p95": 0.98, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19209, "sampled_at": "2026-11-02T14:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.555, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4068306, "flush_count": 4306, "flush_interval_seconds": 30.0, "flush_state": {"count": 4306, "last_at": "2026-11-02T14:28:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4305}, "started": true, "suppressed_count": 2486948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4306, "written_record_count": 4306}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10574.242, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:29:23+09:00", "last_error_summary": "[h264 @ 0x62ddbc3f0e00] error while decoding MB 1 37, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6886992384000, "copied_frame_count": 2490955, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6886992384000, "frame_buffer_copies": 2490955, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0781, "count": 512, "max_ms": 0.9884, "p50_ms": 0.0683, "p95_ms": 0.128, "p99_ms": 0.1712}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1647, "count": 512, "max_ms": 3.2853, "p50_ms": 1.0428, "p95_ms": 2.1037, "p99_ms": 2.6638, "results": {"failed": 0, "not_applicable": 0, "success": 2490955, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 537, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:23+09:00", "last_error_summary": "[h264 @ 0x62ddbc3f0e00] error while decoding MB 1 37, bytestream -6", "last_exit_at": "2026-11-02T14:29:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.839, "last_started_at": "2026-11-02T14:27:31+09:00", "pid": 50654, "process": {"exists": false, "pid": 50654}, "restart_count": 185, "restart_count_per_hour": 3, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.656, "sample_count": 1587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:29:23+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T14:29:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.907, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 354.093, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-11-02T14:29:23.018396+09:00", "mtime_epoch": 1793597363.018396, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:29:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.336, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2490955, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.311, "max": 17.0, "p95": 14.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.463, "max": 2.0, "p95": 2.0, "sample_count": 177}, "total": {"avg": 1.463, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 177, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.98, "pushed": 5.98, "read": 5.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 53.923, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.547, "count": 177, "max_ms": 2.9, "p95_ms": 2.089, "reason": null, "sample_age_ms": 84.771, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 177, "max_ms": 2.551, "p95_ms": 1.541, "reason": null, "sample_age_ms": 84.948, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 177, "max_ms": 0.883, "p95_ms": 0.529, "reason": null, "sample_age_ms": 53.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.391, "count": 177, "max_ms": 3.09, "p95_ms": 2.267, "reason": null, "sample_age_ms": 83.56, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.546, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.184, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.064, "count": 177, "max_ms": 62.181, "p95_ms": 51.401, "reason": null, "sample_age_ms": 53.92, "source": "client_direct"}, "sample_age_ms": 53.917, "source": "client_direct", "task_total_ms": {"avg_ms": 37.895, "count": 177, "max_ms": 64.844, "p95_ms": 53.388, "reason": null, "sample_age_ms": 53.917, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.773, "count": 177, "max_ms": 10.297, "p95_ms": 6.905}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.296, "count": 177, "max_ms": 0.636, "p95_ms": 0.518}, "detection_prepare_ms": {"avg_ms": 1.006, "count": 177, "max_ms": 3.196, "p95_ms": 1.61}, "event_filter_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 177, "max_ms": 0.438, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 177, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.017, "count": 177, "max_ms": 3.75, "p95_ms": 3.071}, "setup_ms": {"avg_ms": 0.031, "count": 177, "max_ms": 0.098, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 4.73, "count": 177, "max_ms": 10.16, "p95_ms": 6.864}, "track_match_ms": {"avg_ms": 0.091, "count": 177, "max_ms": 0.293, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.143, "count": 177, "max_ms": 3.452, "p95_ms": 1.892}}, "gstreamer_push": {"avg_ms": 2.17, "count": 177, "max_ms": 4.878, "p95_ms": 3.363}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 177, "max_ms": 0.232, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.766, "count": 177, "max_ms": 67.261, "p95_ms": 54.302}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.662, "count": 177, "max_ms": 12.243, "p95_ms": 6.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.633, "count": 177, "max_ms": 117.323, "p95_ms": 96.822}, "inference_input_copy_ms": {"avg_ms": 1.298, "count": 177, "max_ms": 4.414, "p95_ms": 2.243}, "processing_residual_ms": {"avg_ms": 0.15, "count": 177, "max_ms": 0.336, "p95_ms": 0.262}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.744, "count": 177, "max_ms": 121.294, "p95_ms": 102.079}, "read_interval": {"avg_ms": 182.765, "count": 177, "max_ms": 4902.597, "p95_ms": 140.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 177, "max_ms": 0.053, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 1.964, "count": 177, "max_ms": 3.648, "p95_ms": 2.951}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 177, "max_ms": 0.044, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.95, "count": 177, "max_ms": 3.627, "p95_ms": 2.935}, "worker_merge_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.031, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.776, "count": 177, "max_ms": 67.268, "p95_ms": 54.309}, "visualize": {"avg_ms": 29.097, "count": 177, "max_ms": 52.861, "p95_ms": 41.118}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.97, "count": 177, "max_ms": 48.557, "p95_ms": 36.559}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.874, "count": 177, "max_ms": 50.99, "p95_ms": 39.72}, "visualize_input_copy_ms": {"avg_ms": 1.08, "count": 177, "max_ms": 2.455, "p95_ms": 1.763}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.778, "count": 177, "max_ms": 50.889, "p95_ms": 39.622}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 177, "max_ms": 0.16, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.482, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.107, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 100740, "write_bytes_delta": 100740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.193881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 50654, "reason": null, "system_cpu_core_ratio": 0.01599, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.177891, "user_cpu_s_delta": 1.7799999999999976}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327799, "system_cpu_s_delta": 3.279999999998836, "user_cpu_core_ratio": 0.6536, "user_cpu_s_delta": 6.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.244, "count": 156, "max_ms": 4.878, "p95_ms": 3.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.513, "max": 17.0, "p95": 14.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.872, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 156}, "total": {"avg": 1.872, "max": 2.0, "p95": 2.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.129, "count": 30, "max": 81.594, "p95": 49.001, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.465, "count": 30, "max": 18.958, "p95": 13.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 466.067, "count": 30, "max": 1284.0, "p95": 1137.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 671.033, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.046, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.455, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 3.272, "p95": 0.165, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.7, "count": 30, "max": 26.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.226, "count": 30, "max": 0.528, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 1.187, "p95": 0.98, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19209, "sampled_at": "2026-11-02T14:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.598, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4068306, "flush_count": 4306, "flush_interval_seconds": 30.0, "flush_state": {"count": 4306, "last_at": "2026-11-02T14:28:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4305}, "started": true, "suppressed_count": 2486948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4306, "written_record_count": 4306}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10574.789, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6886992384000, "copied_frame_count": 2490955, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6886992384000, "frame_buffer_copies": 2490955, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0781, "count": 512, "max_ms": 0.9884, "p50_ms": 0.0683, "p95_ms": 0.128, "p99_ms": 0.1712}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1647, "count": 512, "max_ms": 3.2853, "p50_ms": 1.0428, "p95_ms": 2.1037, "p99_ms": 2.6638, "results": {"failed": 0, "not_applicable": 0, "success": 2490955, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 537, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:23+09:00", "last_error_summary": "[h264 @ 0x62ddbc3f0e00] error while decoding MB 1 37, bytestream -6", "last_exit_at": "2026-11-02T14:29:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.865, "last_started_at": "2026-11-02T14:27:31+09:00", "pid": 50654, "process": {"exists": false, "pid": 50654}, "restart_count": 185, "restart_count_per_hour": 3, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.656, "sample_count": 1587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-02T14:29:23+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-11-02T14:29:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.932, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 354.068, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T14:29:23.102396+09:00", "mtime_epoch": 1793597363.1023965, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100169}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:29:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.336, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2490955, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.311, "max": 17.0, "p95": 14.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.463, "max": 2.0, "p95": 2.0, "sample_count": 177}, "total": {"avg": 1.463, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 177, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.975, "pushed": 5.975, "read": 5.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 78.849, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.547, "count": 177, "max_ms": 2.9, "p95_ms": 2.089, "reason": null, "sample_age_ms": 109.697, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 177, "max_ms": 2.551, "p95_ms": 1.541, "reason": null, "sample_age_ms": 109.874, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 177, "max_ms": 0.883, "p95_ms": 0.529, "reason": null, "sample_age_ms": 78.856, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.391, "count": 177, "max_ms": 3.09, "p95_ms": 2.267, "reason": null, "sample_age_ms": 108.486, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.472, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.064, "count": 177, "max_ms": 62.181, "p95_ms": 51.401, "reason": null, "sample_age_ms": 78.846, "source": "client_direct"}, "sample_age_ms": 78.843, "source": "client_direct", "task_total_ms": {"avg_ms": 37.895, "count": 177, "max_ms": 64.844, "p95_ms": 53.388, "reason": null, "sample_age_ms": 78.843, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.773, "count": 177, "max_ms": 10.297, "p95_ms": 6.905}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.296, "count": 177, "max_ms": 0.636, "p95_ms": 0.518}, "detection_prepare_ms": {"avg_ms": 1.006, "count": 177, "max_ms": 3.196, "p95_ms": 1.61}, "event_filter_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 177, "max_ms": 0.438, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 177, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.017, "count": 177, "max_ms": 3.75, "p95_ms": 3.071}, "setup_ms": {"avg_ms": 0.031, "count": 177, "max_ms": 0.098, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 4.73, "count": 177, "max_ms": 10.16, "p95_ms": 6.864}, "track_match_ms": {"avg_ms": 0.091, "count": 177, "max_ms": 0.293, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.143, "count": 177, "max_ms": 3.452, "p95_ms": 1.892}}, "gstreamer_push": {"avg_ms": 2.17, "count": 177, "max_ms": 4.878, "p95_ms": 3.363}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 177, "max_ms": 0.232, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.766, "count": 177, "max_ms": 67.261, "p95_ms": 54.302}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.662, "count": 177, "max_ms": 12.243, "p95_ms": 6.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.633, "count": 177, "max_ms": 117.323, "p95_ms": 96.822}, "inference_input_copy_ms": {"avg_ms": 1.298, "count": 177, "max_ms": 4.414, "p95_ms": 2.243}, "processing_residual_ms": {"avg_ms": 0.15, "count": 177, "max_ms": 0.336, "p95_ms": 0.262}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.744, "count": 177, "max_ms": 121.294, "p95_ms": 102.079}, "read_interval": {"avg_ms": 182.765, "count": 177, "max_ms": 4902.597, "p95_ms": 140.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 177, "max_ms": 0.053, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 1.964, "count": 177, "max_ms": 3.648, "p95_ms": 2.951}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 177, "max_ms": 0.044, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.95, "count": 177, "max_ms": 3.627, "p95_ms": 2.935}, "worker_merge_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.031, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.776, "count": 177, "max_ms": 67.268, "p95_ms": 54.309}, "visualize": {"avg_ms": 29.097, "count": 177, "max_ms": 52.861, "p95_ms": 41.118}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.97, "count": 177, "max_ms": 48.557, "p95_ms": 36.559}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.874, "count": 177, "max_ms": 50.99, "p95_ms": 39.72}, "visualize_input_copy_ms": {"avg_ms": 1.08, "count": 177, "max_ms": 2.455, "p95_ms": 1.763}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.778, "count": 177, "max_ms": 50.889, "p95_ms": 39.622}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 177, "max_ms": 0.16, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.482, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.107, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 100740, "write_bytes_delta": 100740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.193881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 50654, "reason": null, "system_cpu_core_ratio": 0.01599, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.177891, "user_cpu_s_delta": 1.7799999999999976}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327799, "system_cpu_s_delta": 3.279999999998836, "user_cpu_core_ratio": 0.6536, "user_cpu_s_delta": 6.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.244, "count": 156, "max_ms": 4.878, "p95_ms": 3.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.513, "max": 17.0, "p95": 14.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.872, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 156}, "total": {"avg": 1.872, "max": 2.0, "p95": 2.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.129, "count": 30, "max": 81.594, "p95": 49.001, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.465, "count": 30, "max": 18.958, "p95": 13.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 466.067, "count": 30, "max": 1284.0, "p95": 1137.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 671.033, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.046, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.455, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 3.272, "p95": 0.165, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.7, "count": 30, "max": 26.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.226, "count": 30, "max": 0.528, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 1.187, "p95": 0.98, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19209, "sampled_at": "2026-11-02T14:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.623, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4068306, "flush_count": 4306, "flush_interval_seconds": 30.0, "flush_state": {"count": 4306, "last_at": "2026-11-02T14:28:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:28:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4305}, "started": true, "suppressed_count": 2486948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2486650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4306, "written_record_count": 4306}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10600.449, "limit_mb": null}, "detail": {"pid": 51118, "restart_count": 186, "start_count": 187}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6886992384000, "copied_frame_count": 2490955, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6886992384000, "frame_buffer_copies": 2490955, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0781, "count": 512, "max_ms": 0.9884, "p50_ms": 0.0683, "p95_ms": 0.128, "p99_ms": 0.1712}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1647, "count": 512, "max_ms": 3.2853, "p50_ms": 1.0428, "p95_ms": 2.1037, "p99_ms": 2.6638, "results": {"failed": 0, "not_applicable": 0, "success": 2490955, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 537, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:29:23+09:00", "last_error_summary": "[h264 @ 0x62ddbc3f0e00] error while decoding MB 1 37, bytestream -6", "last_exit_at": "2026-11-02T14:29:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:29:25+09:00", "pid": 51118, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.617, "name": "ffmpeg", "pid": 51118, "rss_mb": 57.617, "state": "S (sleeping)", "threads": 1}, "restart_count": 186, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.747, "sample_count": 1562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.288, "last_frame_pushed_at": "2026-11-02T14:29:23+09:00", "last_frame_read_age_sec": 4.369, "last_frame_read_at": "2026-11-02T14:29:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 250.199, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 349.801, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.28, "exists": true, "mtime": "2026-11-02T14:29:23.102396+09:00", "mtime_epoch": 1793597363.1023965, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100169}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:29:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2010.34, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2490955, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.345, "max": 17.0, "p95": 14.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.454, "max": 2.0, "p95": 2.0, "sample_count": 174}, "total": {"avg": 1.454, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.053, "pushed": 6.053, "read": 6.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4342.807, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.544, "count": 174, "max_ms": 2.9, "p95_ms": 2.091, "reason": null, "sample_age_ms": 4373.655, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.226, "count": 174, "max_ms": 2.551, "p95_ms": 1.556, "reason": null, "sample_age_ms": 4373.832, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 174, "max_ms": 0.883, "p95_ms": 0.531, "reason": null, "sample_age_ms": 4342.813, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 174, "max_ms": 3.09, "p95_ms": 2.289, "reason": null, "sample_age_ms": 4372.444, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2764808.0, "count": 174, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4372.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4343.068, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.976, "count": 174, "max_ms": 62.181, "p95_ms": 51.415, "reason": null, "sample_age_ms": 4342.804, "source": "client_direct"}, "sample_age_ms": 4342.801, "source": "client_direct", "task_total_ms": {"avg_ms": 37.81, "count": 174, "max_ms": 64.844, "p95_ms": 53.406, "reason": null, "sample_age_ms": 4342.801, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.89, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.764, "count": 174, "max_ms": 10.297, "p95_ms": 6.905}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.296, "count": 174, "max_ms": 0.636, "p95_ms": 0.518}, "detection_prepare_ms": {"avg_ms": 1.005, "count": 174, "max_ms": 3.196, "p95_ms": 1.61}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 174, "max_ms": 0.438, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 174, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.019, "count": 174, "max_ms": 3.75, "p95_ms": 3.071}, "setup_ms": {"avg_ms": 0.031, "count": 174, "max_ms": 0.098, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 4.721, "count": 174, "max_ms": 10.16, "p95_ms": 6.864}, "track_match_ms": {"avg_ms": 0.091, "count": 174, "max_ms": 0.293, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.133, "count": 174, "max_ms": 3.452, "p95_ms": 1.823}}, "gstreamer_push": {"avg_ms": 2.17, "count": 174, "max_ms": 4.878, "p95_ms": 3.363}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 174, "max_ms": 0.232, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.679, "count": 174, "max_ms": 67.261, "p95_ms": 54.302}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.633, "count": 174, "max_ms": 12.243, "p95_ms": 6.294}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.513, "count": 174, "max_ms": 117.323, "p95_ms": 96.547}, "inference_input_copy_ms": {"avg_ms": 1.298, "count": 174, "max_ms": 4.414, "p95_ms": 2.243}, "processing_residual_ms": {"avg_ms": 0.149, "count": 174, "max_ms": 0.336, "p95_ms": 0.262}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.593, "count": 174, "max_ms": 121.294, "p95_ms": 100.989}, "read_interval": {"avg_ms": 168.283, "count": 174, "max_ms": 4902.597, "p95_ms": 130.821}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 174, "max_ms": 0.053, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 1.966, "count": 174, "max_ms": 3.648, "p95_ms": 2.951}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 174, "max_ms": 0.044, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.953, "count": 174, "max_ms": 3.627, "p95_ms": 2.935}, "worker_merge_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.031, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.689, "count": 174, "max_ms": 67.268, "p95_ms": 54.309}, "visualize": {"avg_ms": 29.08, "count": 174, "max_ms": 52.861, "p95_ms": 41.118}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.984, "count": 174, "max_ms": 48.557, "p95_ms": 36.559}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.863, "count": 174, "max_ms": 50.99, "p95_ms": 39.72}, "visualize_input_copy_ms": {"avg_ms": 1.074, "count": 174, "max_ms": 2.455, "p95_ms": 1.713}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.767, "count": 174, "max_ms": 50.889, "p95_ms": 39.622}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 174, "max_ms": 0.16, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2010.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.482, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.107, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 100740, "write_bytes_delta": 100740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 253.0, "cpu_core_ratio": 0.193881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 50654, "reason": null, "system_cpu_core_ratio": 0.01599, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.177891, "user_cpu_s_delta": 1.7799999999999976}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327799, "system_cpu_s_delta": 3.279999999998836, "user_cpu_core_ratio": 0.6536, "user_cpu_s_delta": 6.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.244, "count": 156, "max_ms": 4.878, "p95_ms": 3.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.513, "max": 17.0, "p95": 14.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.872, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 156}, "total": {"avg": 1.872, "max": 2.0, "p95": 2.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.129, "count": 30, "max": 81.594, "p95": 49.001, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.465, "count": 30, "max": 18.958, "p95": 13.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 466.067, "count": 30, "max": 1284.0, "p95": 1137.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 671.033, "count": 30, "max": 8527.0, "p95": 2803.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.046, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.455, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.131, "count": 30, "max": 3.272, "p95": 0.165, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100167.567, "count": 30, "max": 103376.0, "p95": 102487.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.7, "count": 30, "max": 26.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.226, "count": 30, "max": 0.528, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 1.187, "p95": 0.98, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19209, "sampled_at": "2026-11-02T14:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.748, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552856}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10390.855, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070041497600, "copied_frame_count": 2557162, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070041497600, "frame_buffer_copies": 2557162, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0973, "count": 512, "max_ms": 1.112, "p50_ms": 0.0849, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2538, "count": 512, "max_ms": 3.7763, "p50_ms": 1.1163, "p95_ms": 2.1663, "p99_ms": 2.9225, "results": {"failed": 0, "not_applicable": 0, "success": 2557162, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:30:46+09:00", "last_error_summary": "[h264 @ 0x62a8bc4bfe80] error while decoding MB 151 87, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.902, "last_started_at": "2026-11-02T14:29:03+09:00", "pid": 51002, "process": {"exists": false, "pid": 51002}, "restart_count": 116, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-11-02T14:30:46+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-02T14:30:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.871, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 271.129, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-02T14:30:46.041993+09:00", "mtime_epoch": 1793597446.0419934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136801}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:30:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.285, "name": "celery", "pid": 176, "rss_mb": 2083.285, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557162, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.334, "pushed": 3.334, "read": 3.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.035, "p95_ms": 0.008, "reason": null, "sample_age_ms": 72.648, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 100, "max_ms": 1.826, "p95_ms": 1.27, "reason": null, "sample_age_ms": 117.374, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 100, "max_ms": 1.588, "p95_ms": 1.058, "reason": null, "sample_age_ms": 117.554, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.128, "count": 100, "max_ms": 0.453, "p95_ms": 0.283, "reason": null, "sample_age_ms": 72.654, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.021, "count": 100, "max_ms": 2.256, "p95_ms": 1.582, "reason": null, "sample_age_ms": 115.999, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2211848.0, "count": 100, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.981, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.211, "count": 100, "max_ms": 46.073, "p95_ms": 42.822, "reason": null, "sample_age_ms": 72.645, "source": "client_direct"}, "sample_age_ms": 72.642, "source": "client_direct", "task_total_ms": {"avg_ms": 33.488, "count": 100, "max_ms": 47.733, "p95_ms": 44.364, "reason": null, "sample_age_ms": 72.642, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.245, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.607, "count": 100, "max_ms": 1.537, "p95_ms": 0.975}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.195, "count": 100, "max_ms": 0.612, "p95_ms": 0.352}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 100, "max_ms": 0.195, "p95_ms": 0.143}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 100, "max_ms": 0.156, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 100, "max_ms": 0.584, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.034, "count": 100, "max_ms": 0.091, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.575, "count": 100, "max_ms": 1.459, "p95_ms": 0.929}, "track_match_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 100, "max_ms": 0.076, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.638, "count": 100, "max_ms": 5.954, "p95_ms": 4.274}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 100, "max_ms": 0.475, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.166, "count": 100, "max_ms": 48.364, "p95_ms": 44.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 100, "max_ms": 0.122, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.057, "count": 100, "max_ms": 96.45, "p95_ms": 86.961}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 100, "max_ms": 2.953, "p95_ms": 2.023}, "processing_residual_ms": {"avg_ms": 0.099, "count": 100, "max_ms": 0.263, "p95_ms": 0.171}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.446, "count": 100, "max_ms": 98.216, "p95_ms": 89.331}, "read_interval": {"avg_ms": 300.166, "count": 100, "max_ms": 9975.985, "p95_ms": 432.728}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 100, "max_ms": 0.048, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.113, "count": 100, "max_ms": 0.406, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.047, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 100, "max_ms": 0.362, "p95_ms": 0.167}, "worker_merge_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 34.178, "count": 100, "max_ms": 48.378, "p95_ms": 44.816}, "visualize": {"avg_ms": 33.58, "count": 100, "max_ms": 49.767, "p95_ms": 43.433}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.892, "count": 100, "max_ms": 49.132, "p95_ms": 42.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.422, "count": 100, "max_ms": 49.658, "p95_ms": 43.168}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.348, "count": 100, "max_ms": 49.592, "p95_ms": 43.036}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 100, "max_ms": 0.109, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 50.518, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.937, "sample_count": 1248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136703, "write_bytes_delta": 136703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.142049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 51002, "reason": null, "system_cpu_core_ratio": 0.007622, "system_cpu_s_delta": 0.11000000000000032, "user_cpu_core_ratio": 0.134427, "user_cpu_s_delta": 1.9399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.080379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008315, "system_cpu_s_delta": 0.11999999999898137, "user_cpu_core_ratio": 0.072064, "user_cpu_s_delta": 1.0399999999790452}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.627, "count": 99, "max_ms": 5.954, "p95_ms": 4.262, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.293, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.114, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.4, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12371.2, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.489, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.084, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134724.533, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130282.267, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.467, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21475, "sampled_at": "2026-11-02T14:30:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:30:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552856}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.105, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62a8bc4bfe80] error while decoding MB 151 87, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070041497600, "copied_frame_count": 2557162, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070041497600, "frame_buffer_copies": 2557162, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0973, "count": 512, "max_ms": 1.112, "p50_ms": 0.0849, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2538, "count": 512, "max_ms": 3.7763, "p50_ms": 1.1163, "p95_ms": 2.1663, "p99_ms": 2.9225, "results": {"failed": 0, "not_applicable": 0, "success": 2557162, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:30:46+09:00", "last_error_summary": "[h264 @ 0x62a8bc4bfe80] error while decoding MB 151 87, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.908, "last_started_at": "2026-11-02T14:29:03+09:00", "pid": 51002, "process": {"exists": false, "pid": 51002}, "restart_count": 116, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-02T14:30:46+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-02T14:30:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.879, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 271.121, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T14:30:46.041993+09:00", "mtime_epoch": 1793597446.0419934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136801}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:30:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.285, "name": "celery", "pid": 176, "rss_mb": 2083.285, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557162, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.344, "pushed": 3.344, "read": 3.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.035, "p95_ms": 0.008, "reason": null, "sample_age_ms": 79.199, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 99, "max_ms": 1.826, "p95_ms": 1.273, "reason": null, "sample_age_ms": 123.925, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.203, "count": 99, "max_ms": 1.588, "p95_ms": 1.059, "reason": null, "sample_age_ms": 124.104, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.128, "count": 100, "max_ms": 0.453, "p95_ms": 0.283, "reason": null, "sample_age_ms": 79.204, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.016, "count": 99, "max_ms": 2.256, "p95_ms": 1.585, "reason": null, "sample_age_ms": 122.549, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2211848.0, "count": 99, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.532, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.29, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.211, "count": 100, "max_ms": 46.073, "p95_ms": 42.822, "reason": null, "sample_age_ms": 79.196, "source": "client_direct"}, "sample_age_ms": 79.192, "source": "client_direct", "task_total_ms": {"avg_ms": 33.488, "count": 100, "max_ms": 47.733, "p95_ms": 44.364, "reason": null, "sample_age_ms": 79.192, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.607, "count": 100, "max_ms": 1.537, "p95_ms": 0.975}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.195, "count": 100, "max_ms": 0.612, "p95_ms": 0.352}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 100, "max_ms": 0.195, "p95_ms": 0.143}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 100, "max_ms": 0.156, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 100, "max_ms": 0.584, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.034, "count": 100, "max_ms": 0.091, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.575, "count": 100, "max_ms": 1.459, "p95_ms": 0.929}, "track_match_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 100, "max_ms": 0.076, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.638, "count": 100, "max_ms": 5.954, "p95_ms": 4.274}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 100, "max_ms": 0.475, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.166, "count": 100, "max_ms": 48.364, "p95_ms": 44.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 100, "max_ms": 0.122, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.057, "count": 100, "max_ms": 96.45, "p95_ms": 86.961}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 100, "max_ms": 2.953, "p95_ms": 2.023}, "processing_residual_ms": {"avg_ms": 0.099, "count": 100, "max_ms": 0.263, "p95_ms": 0.171}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.446, "count": 100, "max_ms": 98.216, "p95_ms": 89.331}, "read_interval": {"avg_ms": 301.825, "count": 99, "max_ms": 9975.985, "p95_ms": 494.828}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 100, "max_ms": 0.048, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.113, "count": 100, "max_ms": 0.406, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.047, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 100, "max_ms": 0.362, "p95_ms": 0.167}, "worker_merge_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 34.178, "count": 100, "max_ms": 48.378, "p95_ms": 44.816}, "visualize": {"avg_ms": 33.58, "count": 100, "max_ms": 49.767, "p95_ms": 43.433}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.892, "count": 100, "max_ms": 49.132, "p95_ms": 42.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.422, "count": 100, "max_ms": 49.658, "p95_ms": 43.168}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.348, "count": 100, "max_ms": 49.592, "p95_ms": 43.036}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 100, "max_ms": 0.109, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 50.518, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.937, "sample_count": 1248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136703, "write_bytes_delta": 136703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.142049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 51002, "reason": null, "system_cpu_core_ratio": 0.007622, "system_cpu_s_delta": 0.11000000000000032, "user_cpu_core_ratio": 0.134427, "user_cpu_s_delta": 1.9399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.080379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008315, "system_cpu_s_delta": 0.11999999999898137, "user_cpu_core_ratio": 0.072064, "user_cpu_s_delta": 1.0399999999790452}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.627, "count": 99, "max_ms": 5.954, "p95_ms": 4.262, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.293, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.114, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.4, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12371.2, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.489, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.084, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134724.533, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130282.267, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.467, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21475, "sampled_at": "2026-11-02T14:30:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:30:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552856}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070041497600, "copied_frame_count": 2557162, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070041497600, "frame_buffer_copies": 2557162, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0973, "count": 512, "max_ms": 1.112, "p50_ms": 0.0849, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2538, "count": 512, "max_ms": 3.7763, "p50_ms": 1.1163, "p95_ms": 2.1663, "p99_ms": 2.9225, "results": {"failed": 0, "not_applicable": 0, "success": 2557162, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:30:46+09:00", "last_error_summary": "[h264 @ 0x62a8bc4bfe80] error while decoding MB 151 87, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.952, "last_started_at": "2026-11-02T14:29:03+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 116, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-02T14:30:46+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-11-02T14:30:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.912, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 271.088, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-02T14:30:46.041993+09:00", "mtime_epoch": 1793597446.0419934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136801}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:30:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.281, "name": "celery", "pid": 176, "rss_mb": 2083.281, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557162, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.339, "pushed": 3.339, "read": 3.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.035, "p95_ms": 0.008, "reason": null, "sample_age_ms": 120.774, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 99, "max_ms": 1.826, "p95_ms": 1.273, "reason": null, "sample_age_ms": 165.5, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.203, "count": 99, "max_ms": 1.588, "p95_ms": 1.059, "reason": null, "sample_age_ms": 165.68, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.128, "count": 100, "max_ms": 0.453, "p95_ms": 0.283, "reason": null, "sample_age_ms": 120.78, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.016, "count": 99, "max_ms": 2.256, "p95_ms": 1.585, "reason": null, "sample_age_ms": 164.124, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2211848.0, "count": 99, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.107, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.865, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.211, "count": 100, "max_ms": 46.073, "p95_ms": 42.822, "reason": null, "sample_age_ms": 120.771, "source": "client_direct"}, "sample_age_ms": 120.768, "source": "client_direct", "task_total_ms": {"avg_ms": 33.488, "count": 100, "max_ms": 47.733, "p95_ms": 44.364, "reason": null, "sample_age_ms": 120.768, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.906, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.607, "count": 100, "max_ms": 1.537, "p95_ms": 0.975}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.195, "count": 100, "max_ms": 0.612, "p95_ms": 0.352}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 100, "max_ms": 0.195, "p95_ms": 0.143}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 100, "max_ms": 0.156, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 100, "max_ms": 0.584, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.034, "count": 100, "max_ms": 0.091, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.575, "count": 100, "max_ms": 1.459, "p95_ms": 0.929}, "track_match_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 100, "max_ms": 0.076, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.638, "count": 100, "max_ms": 5.954, "p95_ms": 4.274}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 100, "max_ms": 0.475, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.166, "count": 100, "max_ms": 48.364, "p95_ms": 44.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 100, "max_ms": 0.122, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.057, "count": 100, "max_ms": 96.45, "p95_ms": 86.961}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 100, "max_ms": 2.953, "p95_ms": 2.023}, "processing_residual_ms": {"avg_ms": 0.099, "count": 100, "max_ms": 0.263, "p95_ms": 0.171}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.446, "count": 100, "max_ms": 98.216, "p95_ms": 89.331}, "read_interval": {"avg_ms": 301.825, "count": 99, "max_ms": 9975.985, "p95_ms": 494.828}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 100, "max_ms": 0.048, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.113, "count": 100, "max_ms": 0.406, "p95_ms": 0.193}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.047, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 100, "max_ms": 0.362, "p95_ms": 0.167}, "worker_merge_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 34.178, "count": 100, "max_ms": 48.378, "p95_ms": 44.816}, "visualize": {"avg_ms": 33.58, "count": 100, "max_ms": 49.767, "p95_ms": 43.433}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.892, "count": 100, "max_ms": 49.132, "p95_ms": 42.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.422, "count": 100, "max_ms": 49.658, "p95_ms": 43.168}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.348, "count": 100, "max_ms": 49.592, "p95_ms": 43.036}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 100, "max_ms": 0.109, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 50.518, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.937, "sample_count": 1248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136703, "write_bytes_delta": 136703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.142049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 51002, "reason": null, "system_cpu_core_ratio": 0.007622, "system_cpu_s_delta": 0.11000000000000032, "user_cpu_core_ratio": 0.134427, "user_cpu_s_delta": 1.9399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.080379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008315, "system_cpu_s_delta": 0.11999999999898137, "user_cpu_core_ratio": 0.072064, "user_cpu_s_delta": 1.0399999999790452}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.627, "count": 99, "max_ms": 5.954, "p95_ms": 4.262, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.293, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.114, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.4, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12371.2, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.489, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.084, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134724.533, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130282.267, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.467, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21475, "sampled_at": "2026-11-02T14:30:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:30:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552856}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10427.184, "limit_mb": null}, "detail": {"pid": 51234, "restart_count": 117, "start_count": 118}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070041497600, "copied_frame_count": 2557162, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070041497600, "frame_buffer_copies": 2557162, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0973, "count": 512, "max_ms": 1.112, "p50_ms": 0.0849, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2538, "count": 512, "max_ms": 3.7763, "p50_ms": 1.1163, "p95_ms": 2.1663, "p99_ms": 2.9225, "results": {"failed": 0, "not_applicable": 0, "success": 2557162, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:30:46+09:00", "last_error_summary": "[h264 @ 0x62a8bc4bfe80] error while decoding MB 151 87, bytestream -8", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:30:48+09:00", "pid": 51234, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.078, "name": "ffmpeg", "pid": 51234, "rss_mb": 75.078, "state": "S (sleeping)", "threads": 1}, "restart_count": 117, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.322, "last_frame_pushed_at": "2026-11-02T14:30:46+09:00", "last_frame_read_age_sec": 4.418, "last_frame_read_at": "2026-11-02T14:30:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.161, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 266.839, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.313, "exists": true, "mtime": "2026-11-02T14:30:46.041993+09:00", "mtime_epoch": 1793597446.0419934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136801}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:30:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.285, "name": "celery", "pid": 176, "rss_mb": 2083.285, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557162, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.867, "pushed": 1.867, "read": 1.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.023, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4374.846, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.458, "count": 56, "max_ms": 1.826, "p95_ms": 1.34, "reason": null, "sample_age_ms": 4419.573, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.232, "count": 56, "max_ms": 1.588, "p95_ms": 1.138, "reason": null, "sample_age_ms": 4419.752, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.117, "count": 56, "max_ms": 0.453, "p95_ms": 0.259, "reason": null, "sample_age_ms": 4374.852, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.013, "count": 56, "max_ms": 2.256, "p95_ms": 1.592, "reason": null, "sample_age_ms": 4418.197, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4418.179, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4374.937, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.231, "count": 56, "max_ms": 46.031, "p95_ms": 41.769, "reason": null, "sample_age_ms": 4374.844, "source": "client_direct"}, "sample_age_ms": 4374.84, "source": "client_direct", "task_total_ms": {"avg_ms": 33.488, "count": 56, "max_ms": 47.733, "p95_ms": 43.281, "reason": null, "sample_age_ms": 4374.84, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.274, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.606, "count": 56, "max_ms": 1.489, "p95_ms": 1.051}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 56, "max_ms": 0.509, "p95_ms": 0.372}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 56, "max_ms": 0.195, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 56, "max_ms": 0.143, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.162, "count": 56, "max_ms": 0.584, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.035, "count": 56, "max_ms": 0.091, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.572, "count": 56, "max_ms": 1.413, "p95_ms": 0.996}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 56, "max_ms": 0.076, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.48, "count": 56, "max_ms": 5.048, "p95_ms": 4.274}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 56, "max_ms": 0.475, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.202, "count": 56, "max_ms": 48.364, "p95_ms": 44.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 56, "max_ms": 0.122, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.055, "count": 56, "max_ms": 91.106, "p95_ms": 87.466}, "inference_input_copy_ms": {"avg_ms": 1.271, "count": 56, "max_ms": 2.749, "p95_ms": 2.521}, "processing_residual_ms": {"avg_ms": 0.103, "count": 56, "max_ms": 0.263, "p95_ms": 0.212}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.457, "count": 56, "max_ms": 93.75, "p95_ms": 89.532}, "read_interval": {"avg_ms": 458.521, "count": 56, "max_ms": 9975.985, "p95_ms": 3630.411}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 56, "max_ms": 0.048, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.111, "count": 56, "max_ms": 0.406, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 56, "max_ms": 0.047, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 56, "max_ms": 0.362, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 34.213, "count": 56, "max_ms": 48.378, "p95_ms": 44.816}, "visualize": {"avg_ms": 32.535, "count": 56, "max_ms": 48.002, "p95_ms": 43.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.867, "count": 56, "max_ms": 47.351, "p95_ms": 42.805}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.38, "count": 56, "max_ms": 47.897, "p95_ms": 43.429}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.307, "count": 56, "max_ms": 47.827, "p95_ms": 43.308}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 56, "max_ms": 0.096, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 50.518, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.937, "sample_count": 1248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136703, "write_bytes_delta": 136703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.142049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3245.0, "pid": 51002, "reason": null, "system_cpu_core_ratio": 0.007622, "system_cpu_s_delta": 0.11000000000000032, "user_cpu_core_ratio": 0.134427, "user_cpu_s_delta": 1.9399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.080379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008315, "system_cpu_s_delta": 0.11999999999898137, "user_cpu_core_ratio": 0.072064, "user_cpu_s_delta": 1.0399999999790452}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.627, "count": 99, "max_ms": 5.954, "p95_ms": 4.262, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.293, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.114, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.4, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12371.2, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.489, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.084, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134724.533, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130282.267, "count": 30, "max": 137588.0, "p95": 137191.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.467, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21475, "sampled_at": "2026-11-02T14:30:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:30:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552921, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552917}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10388.324, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a18691d0dc0] error while decoding MB 147 53, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070207385600, "copied_frame_count": 2557222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070207385600, "frame_buffer_copies": 2557222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0965, "count": 512, "max_ms": 1.112, "p50_ms": 0.0841, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.265, "count": 512, "max_ms": 3.7763, "p50_ms": 1.1172, "p95_ms": 2.1904, "p99_ms": 2.9553, "results": {"failed": 0, "not_applicable": 0, "success": 2557222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 193, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:19+09:00", "last_error_summary": "[h264 @ 0x5a18691d0dc0] error while decoding MB 147 53, bytestream -10", "last_exit_at": "2026-11-02T14:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.197, "last_started_at": "2026-11-02T14:30:48+09:00", "pid": 51234, "process": {"exists": false, "pid": 51234}, "restart_count": 117, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-02T14:31:19+09:00", "last_frame_read_age_sec": 0.042, "last_frame_read_at": "2026-11-02T14:31:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.352, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 237.648, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-02T14:31:19.515229+09:00", "mtime_epoch": 1793597479.5152287, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 137855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:19+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.305, "name": "celery", "pid": 176, "rss_mb": 2083.305, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 61, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.208, "pushed": 2.208, "read": 2.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 17.235, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.397, "count": 61, "max_ms": 1.642, "p95_ms": 1.028, "reason": null, "sample_age_ms": 41.624, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.205, "count": 61, "max_ms": 1.337, "p95_ms": 0.807, "reason": null, "sample_age_ms": 41.804, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 61, "max_ms": 0.36, "p95_ms": 0.143, "reason": null, "sample_age_ms": 17.241, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.962, "count": 61, "max_ms": 1.828, "p95_ms": 1.692, "reason": null, "sample_age_ms": 40.745, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 61, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 40.727, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.316, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.048, "count": 61, "max_ms": 38.563, "p95_ms": 37.235, "reason": null, "sample_age_ms": 17.231, "source": "client_direct"}, "sample_age_ms": 17.226, "source": "client_direct", "task_total_ms": {"avg_ms": 29.197, "count": 61, "max_ms": 40.083, "p95_ms": 38.824, "reason": null, "sample_age_ms": 17.226, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.376, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.504, "count": 60, "max_ms": 1.067, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 60, "max_ms": 0.311, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 60, "max_ms": 0.151, "p95_ms": 0.097}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 60, "max_ms": 0.1, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 60, "max_ms": 0.415, "p95_ms": 0.207}, "setup_ms": {"avg_ms": 0.028, "count": 60, "max_ms": 0.054, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.473, "count": 60, "max_ms": 1.016, "p95_ms": 0.642}, "track_match_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 60, "max_ms": 0.057, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.535, "count": 60, "max_ms": 5.717, "p95_ms": 4.344}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 60, "max_ms": 0.086, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.921, "count": 60, "max_ms": 40.769, "p95_ms": 39.552}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 60, "max_ms": 0.103, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.747, "count": 60, "max_ms": 86.642, "p95_ms": 80.195}, "inference_input_copy_ms": {"avg_ms": 1.313, "count": 60, "max_ms": 3.005, "p95_ms": 2.606}, "processing_residual_ms": {"avg_ms": 0.085, "count": 60, "max_ms": 0.179, "p95_ms": 0.147}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.174, "count": 60, "max_ms": 89.724, "p95_ms": 81.285}, "read_interval": {"avg_ms": 550.365, "count": 61, "max_ms": 9277.171, "p95_ms": 1259.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 60, "max_ms": 0.069, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 60, "max_ms": 0.296, "p95_ms": 0.165}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.02, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 60, "max_ms": 0.272, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.93, "count": 60, "max_ms": 40.78, "p95_ms": 39.558}, "visualize": {"avg_ms": 28.652, "count": 60, "max_ms": 45.822, "p95_ms": 45.0}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.026, "count": 60, "max_ms": 44.973, "p95_ms": 44.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.517, "count": 60, "max_ms": 45.598, "p95_ms": 44.85}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 60, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.449, "count": 60, "max_ms": 45.515, "p95_ms": 44.783}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 60, "max_ms": 0.104, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.282, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.961, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138005, "write_bytes_delta": 138005, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.037963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 51234, "reason": null, "system_cpu_core_ratio": 0.001947, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.036016, "user_cpu_s_delta": 0.7399999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.026769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00292, "system_cpu_s_delta": 0.06000000000130967, "user_cpu_core_ratio": 0.023848, "user_cpu_s_delta": 0.4900000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 31, "max_ms": 5.717, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 31}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 31}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.182, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.026, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.567, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12377.667, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.086, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135037.367, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130576.733, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21477, "sampled_at": "2026-11-02T14:31:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.18, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552921, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552917}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10388.207, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:31:19+09:00", "last_error_summary": "[h264 @ 0x5a18691d0dc0] error while decoding MB 147 53, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070210150400, "copied_frame_count": 2557223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070210150400, "frame_buffer_copies": 2557223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0964, "count": 512, "max_ms": 1.112, "p50_ms": 0.0841, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2703, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1172, "p95_ms": 2.1921, "p99_ms": 2.9795, "results": {"failed": 0, "not_applicable": 0, "success": 2557223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 193, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:19+09:00", "last_error_summary": "[h264 @ 0x5a18691d0dc0] error while decoding MB 147 53, bytestream -10", "last_exit_at": "2026-11-02T14:31:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.213, "last_started_at": "2026-11-02T14:30:48+09:00", "pid": 51234, "process": {"exists": false, "pid": 51234}, "restart_count": 117, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-02T14:31:19+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-02T14:31:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.371, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 237.629, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-02T14:31:19.515229+09:00", "mtime_epoch": 1793597479.5152287, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 137855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:19+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.301, "name": "celery", "pid": 176, "rss_mb": 2083.301, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.243, "pushed": 2.243, "read": 2.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 33.989, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.397, "count": 61, "max_ms": 1.642, "p95_ms": 1.028, "reason": null, "sample_age_ms": 58.378, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.205, "count": 61, "max_ms": 1.337, "p95_ms": 0.807, "reason": null, "sample_age_ms": 58.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 61, "max_ms": 0.36, "p95_ms": 0.143, "reason": null, "sample_age_ms": 33.996, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.962, "count": 61, "max_ms": 1.828, "p95_ms": 1.692, "reason": null, "sample_age_ms": 57.5, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 61, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 57.482, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.071, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.048, "count": 61, "max_ms": 38.563, "p95_ms": 37.235, "reason": null, "sample_age_ms": 33.985, "source": "client_direct"}, "sample_age_ms": 33.981, "source": "client_direct", "task_total_ms": {"avg_ms": 29.197, "count": 61, "max_ms": 40.083, "p95_ms": 38.824, "reason": null, "sample_age_ms": 33.981, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.556, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.502, "count": 61, "max_ms": 1.067, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 61, "max_ms": 0.311, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 61, "max_ms": 0.151, "p95_ms": 0.097}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 61, "max_ms": 0.1, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 61, "max_ms": 0.415, "p95_ms": 0.207}, "setup_ms": {"avg_ms": 0.027, "count": 61, "max_ms": 0.054, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.471, "count": 61, "max_ms": 1.016, "p95_ms": 0.642}, "track_match_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 61, "max_ms": 0.057, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.52, "count": 61, "max_ms": 5.717, "p95_ms": 4.344}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 61, "max_ms": 0.086, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.838, "count": 61, "max_ms": 40.769, "p95_ms": 39.552}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 61, "max_ms": 0.103, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.555, "count": 61, "max_ms": 86.642, "p95_ms": 80.195}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 61, "max_ms": 3.005, "p95_ms": 2.606}, "processing_residual_ms": {"avg_ms": 0.085, "count": 61, "max_ms": 0.179, "p95_ms": 0.147}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.981, "count": 61, "max_ms": 89.724, "p95_ms": 81.285}, "read_interval": {"avg_ms": 550.365, "count": 61, "max_ms": 9277.171, "p95_ms": 1259.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 61, "max_ms": 0.069, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 61, "max_ms": 0.296, "p95_ms": 0.165}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.02, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 61, "max_ms": 0.272, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.847, "count": 61, "max_ms": 40.78, "p95_ms": 39.558}, "visualize": {"avg_ms": 28.55, "count": 61, "max_ms": 45.822, "p95_ms": 45.0}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.927, "count": 61, "max_ms": 44.973, "p95_ms": 44.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.415, "count": 61, "max_ms": 45.598, "p95_ms": 44.85}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 61, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.348, "count": 61, "max_ms": 45.515, "p95_ms": 44.783}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 61, "max_ms": 0.104, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.282, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.961, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138005, "write_bytes_delta": 138005, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.037963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 51234, "reason": null, "system_cpu_core_ratio": 0.001947, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.036016, "user_cpu_s_delta": 0.7399999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.026769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00292, "system_cpu_s_delta": 0.06000000000130967, "user_cpu_core_ratio": 0.023848, "user_cpu_s_delta": 0.4900000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 31, "max_ms": 5.717, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 31}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 31}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.182, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.026, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.567, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12377.667, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.086, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135037.367, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130576.733, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21477, "sampled_at": "2026-11-02T14:31:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.196, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552921, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552917}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10388.035, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070210150400, "copied_frame_count": 2557223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070210150400, "frame_buffer_copies": 2557223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0964, "count": 512, "max_ms": 1.112, "p50_ms": 0.0841, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2703, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1172, "p95_ms": 2.1921, "p99_ms": 2.9795, "results": {"failed": 0, "not_applicable": 0, "success": 2557223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 193, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:19+09:00", "last_error_summary": "[h264 @ 0x5a18691d0dc0] error while decoding MB 147 53, bytestream -10", "last_exit_at": "2026-11-02T14:31:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.229, "last_started_at": "2026-11-02T14:30:48+09:00", "pid": 51234, "process": {"exists": false, "pid": 51234}, "restart_count": 117, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-02T14:31:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-02T14:31:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.384, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 237.616, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-02T14:31:19.574229+09:00", "mtime_epoch": 1793597479.5742292, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136771}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:19+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.301, "name": "celery", "pid": 176, "rss_mb": 2083.301, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.242, "pushed": 2.242, "read": 2.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 49.869, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.397, "count": 61, "max_ms": 1.642, "p95_ms": 1.028, "reason": null, "sample_age_ms": 74.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.205, "count": 61, "max_ms": 1.337, "p95_ms": 0.807, "reason": null, "sample_age_ms": 74.438, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 61, "max_ms": 0.36, "p95_ms": 0.143, "reason": null, "sample_age_ms": 49.875, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.962, "count": 61, "max_ms": 1.828, "p95_ms": 1.692, "reason": null, "sample_age_ms": 73.379, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 61, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 73.361, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.95, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.048, "count": 61, "max_ms": 38.563, "p95_ms": 37.235, "reason": null, "sample_age_ms": 49.865, "source": "client_direct"}, "sample_age_ms": 49.86, "source": "client_direct", "task_total_ms": {"avg_ms": 29.197, "count": 61, "max_ms": 40.083, "p95_ms": 38.824, "reason": null, "sample_age_ms": 49.86, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.399, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.502, "count": 61, "max_ms": 1.067, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 61, "max_ms": 0.311, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 61, "max_ms": 0.151, "p95_ms": 0.097}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.006, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 61, "max_ms": 0.1, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.133, "count": 61, "max_ms": 0.415, "p95_ms": 0.207}, "setup_ms": {"avg_ms": 0.027, "count": 61, "max_ms": 0.054, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.471, "count": 61, "max_ms": 1.016, "p95_ms": 0.642}, "track_match_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 61, "max_ms": 0.057, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.52, "count": 61, "max_ms": 5.717, "p95_ms": 4.344}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 61, "max_ms": 0.086, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.838, "count": 61, "max_ms": 40.769, "p95_ms": 39.552}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 61, "max_ms": 0.103, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.555, "count": 61, "max_ms": 86.642, "p95_ms": 80.195}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 61, "max_ms": 3.005, "p95_ms": 2.606}, "processing_residual_ms": {"avg_ms": 0.085, "count": 61, "max_ms": 0.179, "p95_ms": 0.147}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.981, "count": 61, "max_ms": 89.724, "p95_ms": 81.285}, "read_interval": {"avg_ms": 550.365, "count": 61, "max_ms": 9277.171, "p95_ms": 1259.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 61, "max_ms": 0.069, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.092, "count": 61, "max_ms": 0.296, "p95_ms": 0.165}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.02, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 61, "max_ms": 0.272, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.847, "count": 61, "max_ms": 40.78, "p95_ms": 39.558}, "visualize": {"avg_ms": 28.55, "count": 61, "max_ms": 45.822, "p95_ms": 45.0}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.927, "count": 61, "max_ms": 44.973, "p95_ms": 44.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.415, "count": 61, "max_ms": 45.598, "p95_ms": 44.85}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 61, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.348, "count": 61, "max_ms": 45.515, "p95_ms": 44.783}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 61, "max_ms": 0.104, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.282, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.961, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138005, "write_bytes_delta": 138005, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.037963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 51234, "reason": null, "system_cpu_core_ratio": 0.001947, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.036016, "user_cpu_s_delta": 0.7399999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.026769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00292, "system_cpu_s_delta": 0.06000000000130967, "user_cpu_core_ratio": 0.023848, "user_cpu_s_delta": 0.4900000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 31, "max_ms": 5.717, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 31}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 31}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.182, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.026, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.567, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12377.667, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.086, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135037.367, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130576.733, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21477, "sampled_at": "2026-11-02T14:31:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.212, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3485671, "flush_count": 4307, "flush_interval_seconds": 30.0, "flush_state": {"count": 4307, "last_at": "2026-11-02T14:30:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:30:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4306}, "started": true, "suppressed_count": 2552921, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552917}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4307, "written_record_count": 4307}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10402.934, "limit_mb": null}, "detail": {"pid": 51350, "restart_count": 118, "start_count": 119}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070210150400, "copied_frame_count": 2557223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070210150400, "frame_buffer_copies": 2557223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0964, "count": 512, "max_ms": 1.112, "p50_ms": 0.0841, "p95_ms": 0.1654, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2703, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1172, "p95_ms": 2.1921, "p99_ms": 2.9795, "results": {"failed": 0, "not_applicable": 0, "success": 2557223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 193, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:19+09:00", "last_error_summary": "[h264 @ 0x5a18691d0dc0] error while decoding MB 147 53, bytestream -10", "last_exit_at": "2026-11-02T14:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:31:21+09:00", "pid": 51350, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.617, "name": "ffmpeg", "pid": 51350, "rss_mb": 44.617, "state": "S (sleeping)", "threads": 1}, "restart_count": 118, "restart_count_per_hour": 16, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.382, "last_frame_pushed_at": "2026-11-02T14:31:19+09:00", "last_frame_read_age_sec": 4.437, "last_frame_read_at": "2026-11-02T14:31:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 366.751, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 233.249, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.372, "exists": true, "mtime": "2026-11-02T14:31:19.574229+09:00", "mtime_epoch": 1793597479.5742292, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136771}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.305, "name": "celery", "pid": 176, "rss_mb": 2083.305, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 52, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.744, "pushed": 1.744, "read": 1.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.01, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4414.241, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.379, "count": 52, "max_ms": 1.615, "p95_ms": 1.025, "reason": null, "sample_age_ms": 4438.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 52, "max_ms": 1.337, "p95_ms": 0.806, "reason": null, "sample_age_ms": 4438.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.074, "count": 52, "max_ms": 0.36, "p95_ms": 0.146, "reason": null, "sample_age_ms": 4414.248, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.941, "count": 52, "max_ms": 1.828, "p95_ms": 1.495, "reason": null, "sample_age_ms": 4437.751, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2211848.0, "count": 52, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4437.733, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4414.322, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.769, "count": 52, "max_ms": 38.563, "p95_ms": 36.709, "reason": null, "sample_age_ms": 4414.237, "source": "client_direct"}, "sample_age_ms": 4414.232, "source": "client_direct", "task_total_ms": {"avg_ms": 28.9, "count": 52, "max_ms": 40.083, "p95_ms": 38.083, "reason": null, "sample_age_ms": 4414.232, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.194, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.498, "count": 52, "max_ms": 1.067, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 52, "max_ms": 0.26, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 52, "max_ms": 0.151, "p95_ms": 0.097}, "event_filter_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 52, "max_ms": 0.095, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 52, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 52, "max_ms": 0.415, "p95_ms": 0.191}, "setup_ms": {"avg_ms": 0.028, "count": 52, "max_ms": 0.054, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.469, "count": 52, "max_ms": 1.016, "p95_ms": 0.642}, "track_match_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 52, "max_ms": 0.057, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.42, "count": 52, "max_ms": 5.717, "p95_ms": 4.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 52, "max_ms": 0.086, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.526, "count": 52, "max_ms": 40.769, "p95_ms": 40.492}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 52, "max_ms": 0.103, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.933, "count": 52, "max_ms": 82.704, "p95_ms": 80.195}, "inference_input_copy_ms": {"avg_ms": 1.249, "count": 52, "max_ms": 2.606, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.081, "count": 52, "max_ms": 0.164, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.292, "count": 52, "max_ms": 84.943, "p95_ms": 81.285}, "read_interval": {"avg_ms": 497.453, "count": 52, "max_ms": 9277.171, "p95_ms": 1259.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 52, "max_ms": 0.03, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.089, "count": 52, "max_ms": 0.296, "p95_ms": 0.125}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.02, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 52, "max_ms": 0.272, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.536, "count": 52, "max_ms": 40.78, "p95_ms": 40.506}, "visualize": {"avg_ms": 28.256, "count": 52, "max_ms": 45.822, "p95_ms": 45.0}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.63, "count": 52, "max_ms": 44.973, "p95_ms": 44.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.119, "count": 52, "max_ms": 45.598, "p95_ms": 44.85}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 52, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.053, "count": 52, "max_ms": 45.515, "p95_ms": 44.783}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 52, "max_ms": 0.104, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.282, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.961, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138005, "write_bytes_delta": 138005, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.037963, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 51234, "reason": null, "system_cpu_core_ratio": 0.001947, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.036016, "user_cpu_s_delta": 0.7399999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.026769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00292, "system_cpu_s_delta": 0.06000000000130967, "user_cpu_core_ratio": 0.023848, "user_cpu_s_delta": 0.4900000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 31, "max_ms": 5.717, "p95_ms": 4.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 31}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 31}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.182, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.026, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.567, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12377.667, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.086, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135037.367, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130576.733, "count": 30, "max": 138005.0, "p95": 137674.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.367, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.242, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21477, "sampled_at": "2026-11-02T14:31:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3486509, "flush_count": 4308, "flush_interval_seconds": 30.0, "flush_state": {"count": 4308, "last_at": "2026-11-02T14:31:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:31:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4307}, "started": true, "suppressed_count": 2552987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552983}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4308, "written_record_count": 4308}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10393.664, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64ab88f7c6c0] error while decoding MB 173 52, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070392627200, "copied_frame_count": 2557289, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070392627200, "frame_buffer_copies": 2557289, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0958, "count": 512, "max_ms": 1.112, "p50_ms": 0.084, "p95_ms": 0.164, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2667, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1133, "p95_ms": 2.223, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 2557289, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:54+09:00", "last_error_summary": "[h264 @ 0x64ab88f7c6c0] error while decoding MB 173 52, bytestream -5", "last_exit_at": "2026-11-02T14:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.02, "last_started_at": "2026-11-02T14:31:21+09:00", "pid": 51350, "process": {"exists": false, "pid": 51350}, "restart_count": 118, "restart_count_per_hour": 16, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.937, "sample_count": 1291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-02T14:31:54+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-02T14:31:54+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.768, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 202.232, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-02T14:31:54.909475+09:00", "mtime_epoch": 1793597514.9094746, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 138530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.336, "name": "celery", "pid": 176, "rss_mb": 2083.336, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557290, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 67, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.503, "pushed": 2.503, "read": 2.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 23.925, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 67, "max_ms": 1.795, "p95_ms": 1.147, "reason": null, "sample_age_ms": 61.674, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 67, "max_ms": 0.989, "p95_ms": 0.901, "reason": null, "sample_age_ms": 63.414, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 67, "max_ms": 0.381, "p95_ms": 0.256, "reason": null, "sample_age_ms": 23.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.099, "count": 67, "max_ms": 2.471, "p95_ms": 1.901, "reason": null, "sample_age_ms": 60.485, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2211848.0, "count": 67, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 60.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.431, "count": 67, "max_ms": 42.759, "p95_ms": 40.596, "reason": null, "sample_age_ms": 23.922, "source": "client_direct"}, "sample_age_ms": 23.919, "source": "client_direct", "task_total_ms": {"avg_ms": 31.795, "count": 67, "max_ms": 44.351, "p95_ms": 42.45, "reason": null, "sample_age_ms": 23.919, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.761, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 66, "max_ms": 1.167, "p95_ms": 1.079}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.169, "count": 66, "max_ms": 0.454, "p95_ms": 0.33}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 66, "max_ms": 0.184, "p95_ms": 0.141}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 66, "max_ms": 0.139, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 66, "max_ms": 0.374, "p95_ms": 0.247}, "setup_ms": {"avg_ms": 0.03, "count": 66, "max_ms": 0.073, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.506, "count": 66, "max_ms": 1.109, "p95_ms": 1.022}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 66, "max_ms": 0.044, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.545, "count": 66, "max_ms": 7.655, "p95_ms": 4.167}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.398, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.386, "count": 66, "max_ms": 45.013, "p95_ms": 43.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 66, "max_ms": 0.076, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.407, "count": 66, "max_ms": 97.027, "p95_ms": 85.744}, "inference_input_copy_ms": {"avg_ms": 1.403, "count": 66, "max_ms": 4.398, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.097, "count": 66, "max_ms": 0.238, "p95_ms": 0.161}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.937, "count": 66, "max_ms": 98.645, "p95_ms": 86.859}, "read_interval": {"avg_ms": 528.263, "count": 67, "max_ms": 9091.331, "p95_ms": 3911.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 66, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.097, "count": 66, "max_ms": 0.276, "p95_ms": 0.185}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 66, "max_ms": 0.247, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.398, "count": 66, "max_ms": 45.023, "p95_ms": 43.388}, "visualize": {"avg_ms": 29.798, "count": 66, "max_ms": 56.206, "p95_ms": 46.957}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.166, "count": 66, "max_ms": 55.289, "p95_ms": 46.088}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.658, "count": 66, "max_ms": 55.983, "p95_ms": 46.738}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.585, "count": 66, "max_ms": 55.877, "p95_ms": 46.638}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 66, "max_ms": 0.104, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.727, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138049, "write_bytes_delta": 138049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 129.0, "cpu_core_ratio": 0.207459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 289.0, "pid": 51350, "reason": null, "system_cpu_core_ratio": 0.009952, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.197507, "user_cpu_s_delta": 2.58}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.095691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008421, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.087271, "user_cpu_s_delta": 1.1400000000139698}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 40, "max_ms": 7.655, "p95_ms": 4.167, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.213, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.991, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 328.633, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12758.333, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.831, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135475.767, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130985.567, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21480, "sampled_at": "2026-11-02T14:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.365, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3486509, "flush_count": 4308, "flush_interval_seconds": 30.0, "flush_state": {"count": 4308, "last_at": "2026-11-02T14:31:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:31:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4307}, "started": true, "suppressed_count": 2552987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552983}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4308, "written_record_count": 4308}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10394.098, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:31:54+09:00", "last_error_summary": "[h264 @ 0x64ab88f7c6c0] error while decoding MB 173 52, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070395392000, "copied_frame_count": 2557290, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070395392000, "frame_buffer_copies": 2557290, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0955, "count": 512, "max_ms": 1.112, "p50_ms": 0.084, "p95_ms": 0.1634, "p99_ms": 0.2243}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2652, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1133, "p95_ms": 2.223, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 2557290, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:54+09:00", "last_error_summary": "[h264 @ 0x64ab88f7c6c0] error while decoding MB 173 52, bytestream -5", "last_exit_at": "2026-11-02T14:31:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.05, "last_started_at": "2026-11-02T14:31:21+09:00", "pid": 51350, "process": {"exists": false, "pid": 51350}, "restart_count": 118, "restart_count_per_hour": 16, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T14:31:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-02T14:31:54+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.799, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 202.201, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-02T14:31:54.909475+09:00", "mtime_epoch": 1793597514.9094746, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 138530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.332, "name": "celery", "pid": 176, "rss_mb": 2083.332, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557290, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.538, "pushed": 2.538, "read": 2.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 53.258, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 67, "max_ms": 1.795, "p95_ms": 1.147, "reason": null, "sample_age_ms": 91.007, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 67, "max_ms": 0.989, "p95_ms": 0.901, "reason": null, "sample_age_ms": 92.747, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 67, "max_ms": 0.381, "p95_ms": 0.256, "reason": null, "sample_age_ms": 53.263, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.099, "count": 67, "max_ms": 2.471, "p95_ms": 1.901, "reason": null, "sample_age_ms": 89.818, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2211848.0, "count": 67, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.789, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.334, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.431, "count": 67, "max_ms": 42.759, "p95_ms": 40.596, "reason": null, "sample_age_ms": 53.255, "source": "client_direct"}, "sample_age_ms": 53.252, "source": "client_direct", "task_total_ms": {"avg_ms": 31.795, "count": 67, "max_ms": 44.351, "p95_ms": 42.45, "reason": null, "sample_age_ms": 53.252, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.875, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.533, "count": 67, "max_ms": 1.167, "p95_ms": 1.079}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.169, "count": 67, "max_ms": 0.454, "p95_ms": 0.33}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 67, "max_ms": 0.184, "p95_ms": 0.141}, "event_filter_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 67, "max_ms": 0.139, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 67, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 67, "max_ms": 0.374, "p95_ms": 0.247}, "setup_ms": {"avg_ms": 0.03, "count": 67, "max_ms": 0.073, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.504, "count": 67, "max_ms": 1.109, "p95_ms": 1.022}, "track_match_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 67, "max_ms": 0.044, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.542, "count": 67, "max_ms": 7.655, "p95_ms": 4.167}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 67, "max_ms": 0.398, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.496, "count": 67, "max_ms": 45.013, "p95_ms": 43.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 67, "max_ms": 0.076, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.729, "count": 67, "max_ms": 97.027, "p95_ms": 85.744}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 67, "max_ms": 4.398, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.097, "count": 67, "max_ms": 0.238, "p95_ms": 0.161}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.255, "count": 67, "max_ms": 98.645, "p95_ms": 86.859}, "read_interval": {"avg_ms": 528.263, "count": 67, "max_ms": 9091.331, "p95_ms": 3911.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 67, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.097, "count": 67, "max_ms": 0.276, "p95_ms": 0.185}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 67, "max_ms": 0.247, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.508, "count": 67, "max_ms": 45.023, "p95_ms": 43.388}, "visualize": {"avg_ms": 30.014, "count": 67, "max_ms": 56.206, "p95_ms": 46.957}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.382, "count": 67, "max_ms": 55.289, "p95_ms": 46.088}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.875, "count": 67, "max_ms": 55.983, "p95_ms": 46.738}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.802, "count": 67, "max_ms": 55.877, "p95_ms": 46.638}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 67, "max_ms": 0.104, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.727, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138049, "write_bytes_delta": 138049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 129.0, "cpu_core_ratio": 0.207459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 289.0, "pid": 51350, "reason": null, "system_cpu_core_ratio": 0.009952, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.197507, "user_cpu_s_delta": 2.58}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.095691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008421, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.087271, "user_cpu_s_delta": 1.1400000000139698}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 40, "max_ms": 7.655, "p95_ms": 4.167, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.213, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.991, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 328.633, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12758.333, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.831, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135475.767, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130985.567, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21480, "sampled_at": "2026-11-02T14:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.394, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3486509, "flush_count": 4308, "flush_interval_seconds": 30.0, "flush_state": {"count": 4308, "last_at": "2026-11-02T14:31:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:31:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4307}, "started": true, "suppressed_count": 2552987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552983}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4308, "written_record_count": 4308}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10394.059, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070395392000, "copied_frame_count": 2557290, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070395392000, "frame_buffer_copies": 2557290, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0955, "count": 512, "max_ms": 1.112, "p50_ms": 0.084, "p95_ms": 0.1634, "p99_ms": 0.2243}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2652, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1133, "p95_ms": 2.223, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 2557290, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:54+09:00", "last_error_summary": "[h264 @ 0x64ab88f7c6c0] error while decoding MB 173 52, bytestream -5", "last_exit_at": "2026-11-02T14:31:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.074, "last_started_at": "2026-11-02T14:31:21+09:00", "pid": 51350, "process": {"exists": false, "pid": 51350}, "restart_count": 118, "restart_count_per_hour": 16, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-02T14:31:54+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-02T14:31:54+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.824, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 202.176, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-02T14:31:55.005475+09:00", "mtime_epoch": 1793597515.0054753, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 138034}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.336, "name": "celery", "pid": 176, "rss_mb": 2083.336, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557290, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.536, "pushed": 2.536, "read": 2.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 77.843, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 67, "max_ms": 1.795, "p95_ms": 1.147, "reason": null, "sample_age_ms": 115.592, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 67, "max_ms": 0.989, "p95_ms": 0.901, "reason": null, "sample_age_ms": 117.333, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 67, "max_ms": 0.381, "p95_ms": 0.256, "reason": null, "sample_age_ms": 77.848, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.099, "count": 67, "max_ms": 2.471, "p95_ms": 1.901, "reason": null, "sample_age_ms": 114.403, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2211848.0, "count": 67, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.375, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.92, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.431, "count": 67, "max_ms": 42.759, "p95_ms": 40.596, "reason": null, "sample_age_ms": 77.841, "source": "client_direct"}, "sample_age_ms": 77.837, "source": "client_direct", "task_total_ms": {"avg_ms": 31.795, "count": 67, "max_ms": 44.351, "p95_ms": 42.45, "reason": null, "sample_age_ms": 77.837, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.317, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.533, "count": 67, "max_ms": 1.167, "p95_ms": 1.079}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.169, "count": 67, "max_ms": 0.454, "p95_ms": 0.33}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 67, "max_ms": 0.184, "p95_ms": 0.141}, "event_filter_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 67, "max_ms": 0.139, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 67, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 67, "max_ms": 0.374, "p95_ms": 0.247}, "setup_ms": {"avg_ms": 0.03, "count": 67, "max_ms": 0.073, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.504, "count": 67, "max_ms": 1.109, "p95_ms": 1.022}, "track_match_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 67, "max_ms": 0.044, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.542, "count": 67, "max_ms": 7.655, "p95_ms": 4.167}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 67, "max_ms": 0.398, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.496, "count": 67, "max_ms": 45.013, "p95_ms": 43.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 67, "max_ms": 0.076, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.729, "count": 67, "max_ms": 97.027, "p95_ms": 85.744}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 67, "max_ms": 4.398, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.097, "count": 67, "max_ms": 0.238, "p95_ms": 0.161}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.255, "count": 67, "max_ms": 98.645, "p95_ms": 86.859}, "read_interval": {"avg_ms": 528.263, "count": 67, "max_ms": 9091.331, "p95_ms": 3911.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 67, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.097, "count": 67, "max_ms": 0.276, "p95_ms": 0.185}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.025, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 67, "max_ms": 0.247, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.508, "count": 67, "max_ms": 45.023, "p95_ms": 43.388}, "visualize": {"avg_ms": 30.014, "count": 67, "max_ms": 56.206, "p95_ms": 46.957}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.382, "count": 67, "max_ms": 55.289, "p95_ms": 46.088}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.875, "count": 67, "max_ms": 55.983, "p95_ms": 46.738}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.802, "count": 67, "max_ms": 55.877, "p95_ms": 46.638}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 67, "max_ms": 0.104, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.727, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138049, "write_bytes_delta": 138049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 129.0, "cpu_core_ratio": 0.207459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 289.0, "pid": 51350, "reason": null, "system_cpu_core_ratio": 0.009952, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.197507, "user_cpu_s_delta": 2.58}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.095691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008421, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.087271, "user_cpu_s_delta": 1.1400000000139698}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 40, "max_ms": 7.655, "p95_ms": 4.167, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.213, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.991, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 328.633, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12758.333, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.831, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135475.767, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130985.567, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21480, "sampled_at": "2026-11-02T14:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.419, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3486509, "flush_count": 4308, "flush_interval_seconds": 30.0, "flush_state": {"count": 4308, "last_at": "2026-11-02T14:31:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:31:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4307}, "started": true, "suppressed_count": 2552987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2552983}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4308, "written_record_count": 4308}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10432.332, "limit_mb": null}, "detail": {"pid": 51466, "restart_count": 119, "start_count": 120}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070395392000, "copied_frame_count": 2557290, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070395392000, "frame_buffer_copies": 2557290, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0955, "count": 512, "max_ms": 1.112, "p50_ms": 0.084, "p95_ms": 0.1634, "p99_ms": 0.2243}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2652, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1133, "p95_ms": 2.223, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 2557290, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:31:54+09:00", "last_error_summary": "[h264 @ 0x64ab88f7c6c0] error while decoding MB 173 52, bytestream -5", "last_exit_at": "2026-11-02T14:31:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:31:57+09:00", "pid": 51466, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.391, "name": "ffmpeg", "pid": 51466, "rss_mb": 74.391, "state": "S (sleeping)", "threads": 1}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.937, "sample_count": 1289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.585, "last_frame_pushed_at": "2026-11-02T14:31:54+09:00", "last_frame_read_age_sec": 4.675, "last_frame_read_at": "2026-11-02T14:31:54+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.382, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 197.618, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.572, "exists": true, "mtime": "2026-11-02T14:31:55.005475+09:00", "mtime_epoch": 1793597515.0054753, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 138034}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:31:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.34, "name": "celery", "pid": 176, "rss_mb": 2083.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557290, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.012, "pushed": 2.012, "read": 2.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.017, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4636.506, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.431, "count": 60, "max_ms": 1.795, "p95_ms": 1.132, "reason": null, "sample_age_ms": 4674.255, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.198, "count": 60, "max_ms": 0.989, "p95_ms": 0.911, "reason": null, "sample_age_ms": 4675.995, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 60, "max_ms": 0.381, "p95_ms": 0.258, "reason": null, "sample_age_ms": 4636.511, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.103, "count": 60, "max_ms": 2.471, "p95_ms": 2.018, "reason": null, "sample_age_ms": 4673.066, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4673.038, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4636.582, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.61, "count": 60, "max_ms": 42.759, "p95_ms": 39.311, "reason": null, "sample_age_ms": 4636.503, "source": "client_direct"}, "sample_age_ms": 4636.5, "source": "client_direct", "task_total_ms": {"avg_ms": 31.984, "count": 60, "max_ms": 44.351, "p95_ms": 41.884, "reason": null, "sample_age_ms": 4636.5, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.199, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.534, "count": 60, "max_ms": 1.103, "p95_ms": 0.964}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 60, "max_ms": 0.403, "p95_ms": 0.266}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 60, "max_ms": 0.184, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 60, "max_ms": 0.138, "p95_ms": 0.109}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 60, "max_ms": 0.374, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.03, "count": 60, "max_ms": 0.073, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.505, "count": 60, "max_ms": 1.033, "p95_ms": 0.918}, "track_match_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 60, "max_ms": 0.043, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.579, "count": 60, "max_ms": 7.655, "p95_ms": 4.167}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 60, "max_ms": 0.398, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.687, "count": 60, "max_ms": 45.013, "p95_ms": 42.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 60, "max_ms": 0.076, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.933, "count": 60, "max_ms": 97.027, "p95_ms": 85.744}, "inference_input_copy_ms": {"avg_ms": 1.377, "count": 60, "max_ms": 4.398, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.098, "count": 60, "max_ms": 0.238, "p95_ms": 0.161}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.437, "count": 60, "max_ms": 98.645, "p95_ms": 86.859}, "read_interval": {"avg_ms": 423.364, "count": 60, "max_ms": 4051.267, "p95_ms": 3891.531}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 60, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.098, "count": 60, "max_ms": 0.276, "p95_ms": 0.185}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.025, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 60, "max_ms": 0.247, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.699, "count": 60, "max_ms": 45.023, "p95_ms": 42.708}, "visualize": {"avg_ms": 30.025, "count": 60, "max_ms": 56.206, "p95_ms": 46.957}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.4, "count": 60, "max_ms": 55.289, "p95_ms": 46.088}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.887, "count": 60, "max_ms": 55.983, "p95_ms": 46.738}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.816, "count": 60, "max_ms": 55.877, "p95_ms": 46.638}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 60, "max_ms": 0.104, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.727, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138049, "write_bytes_delta": 138049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 129.0, "cpu_core_ratio": 0.207459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 289.0, "pid": 51350, "reason": null, "system_cpu_core_ratio": 0.009952, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.197507, "user_cpu_s_delta": 2.58}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.095691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008421, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.087271, "user_cpu_s_delta": 1.1400000000139698}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 40, "max_ms": 7.655, "p95_ms": 4.167, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.213, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.991, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 328.633, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12758.333, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.831, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135475.767, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130985.567, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21480, "sampled_at": "2026-11-02T14:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3486509, "flush_count": 4308, "flush_interval_seconds": 30.0, "flush_state": {"count": 4308, "last_at": "2026-11-02T14:31:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:31:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4307}, "started": true, "suppressed_count": 2553056, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4308, "written_record_count": 4308}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10395.004, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:32:22+09:00", "last_error_summary": "[h264 @ 0x5578db0bb3c0] error while decoding MB 173 53, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070586163200, "copied_frame_count": 2557359, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070586163200, "frame_buffer_copies": 2557359, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0936, "count": 512, "max_ms": 1.112, "p50_ms": 0.0828, "p95_ms": 0.1622, "p99_ms": 0.2108}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2527, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1045, "p95_ms": 2.1983, "p99_ms": 3.0687, "results": {"failed": 0, "not_applicable": 0, "success": 2557359, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:22+09:00", "last_error_summary": "[h264 @ 0x5578db0bb3c0] error while decoding MB 173 53, bytestream -6", "last_exit_at": "2026-11-02T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.672, "last_started_at": "2026-11-02T14:31:57+09:00", "pid": 51466, "process": {"exists": false, "pid": 51466}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 3.008, "last_frame_pushed_at": "2026-11-02T14:32:22+09:00", "last_frame_read_age_sec": 3.09, "last_frame_read_at": "2026-11-02T14:32:22+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 428.063, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 171.937, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 3.001, "exists": true, "mtime": "2026-11-02T14:32:22.248662+09:00", "mtime_epoch": 1793597542.2486625, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 137223}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:32:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.367, "name": "celery", "pid": 176, "rss_mb": 2083.367, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557359, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.227, "pushed": 3.227, "read": 3.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.027, "p95_ms": 0.008, "reason": null, "sample_age_ms": 3056.537, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.418, "count": 69, "max_ms": 1.656, "p95_ms": 1.348, "reason": null, "sample_age_ms": 3092.145, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.208, "count": 69, "max_ms": 1.347, "p95_ms": 1.121, "reason": null, "sample_age_ms": 3092.375, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.151, "count": 69, "max_ms": 0.313, "p95_ms": 0.261, "reason": null, "sample_age_ms": 3056.545, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.083, "count": 69, "max_ms": 2.328, "p95_ms": 1.956, "reason": null, "sample_age_ms": 3091.289, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2211848.0, "count": 69, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 3091.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 3056.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.826, "count": 69, "max_ms": 52.048, "p95_ms": 46.112, "reason": null, "sample_age_ms": 3056.534, "source": "client_direct"}, "sample_age_ms": 3056.532, "source": "client_direct", "task_total_ms": {"avg_ms": 33.184, "count": 69, "max_ms": 53.757, "p95_ms": 47.693, "reason": null, "sample_age_ms": 3056.532, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.426, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.541, "count": 69, "max_ms": 1.734, "p95_ms": 0.85}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 69, "max_ms": 0.612, "p95_ms": 0.302}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 69, "max_ms": 0.233, "p95_ms": 0.139}, "event_filter_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 69, "max_ms": 0.164, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 69, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 69, "max_ms": 0.513, "p95_ms": 0.201}, "setup_ms": {"avg_ms": 0.031, "count": 69, "max_ms": 0.094, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.511, "count": 69, "max_ms": 1.62, "p95_ms": 0.803}, "track_match_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 69, "max_ms": 0.054, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.522, "count": 69, "max_ms": 8.432, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 69, "max_ms": 0.168, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.853, "count": 69, "max_ms": 54.403, "p95_ms": 48.668}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 69, "max_ms": 0.089, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.123, "count": 69, "max_ms": 113.378, "p95_ms": 100.183}, "inference_input_copy_ms": {"avg_ms": 1.404, "count": 69, "max_ms": 6.161, "p95_ms": 2.543}, "processing_residual_ms": {"avg_ms": 0.093, "count": 69, "max_ms": 0.213, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.649, "count": 69, "max_ms": 119.744, "p95_ms": 103.386}, "read_interval": {"avg_ms": 395.022, "count": 69, "max_ms": 8963.907, "p95_ms": 1241.008}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 69, "max_ms": 0.032, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.092, "count": 69, "max_ms": 0.339, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.038, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 69, "max_ms": 0.31, "p95_ms": 0.12}, "worker_merge_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.018, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 33.863, "count": 69, "max_ms": 54.436, "p95_ms": 48.675}, "visualize": {"avg_ms": 32.03, "count": 69, "max_ms": 75.667, "p95_ms": 50.054}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.384, "count": 69, "max_ms": 74.807, "p95_ms": 49.026}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.886, "count": 69, "max_ms": 75.501, "p95_ms": 49.809}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.814, "count": 69, "max_ms": 75.401, "p95_ms": 49.668}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 69, "max_ms": 0.139, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.727, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.724, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138049, "write_bytes_delta": 138049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 129.0, "cpu_core_ratio": 0.207459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 289.0, "pid": 51350, "reason": null, "system_cpu_core_ratio": 0.009952, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.197507, "user_cpu_s_delta": 2.58}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.095691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008421, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.087271, "user_cpu_s_delta": 1.1400000000139698}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 40, "max_ms": 7.655, "p95_ms": 4.167, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.213, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.991, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 328.633, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12758.333, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.831, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135475.767, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130985.567, "count": 30, "max": 138049.0, "p95": 137964.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.241, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21480, "sampled_at": "2026-11-02T14:31:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:31:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 21.383, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553123}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10397.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x647c8e5b3400] error while decoding MB 175 84, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070782464000, "copied_frame_count": 2557430, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070782464000, "frame_buffer_copies": 2557430, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0934, "count": 512, "max_ms": 1.112, "p50_ms": 0.0818, "p95_ms": 0.1614, "p99_ms": 0.2105}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2548, "count": 512, "max_ms": 3.9464, "p50_ms": 1.1032, "p95_ms": 2.2861, "p99_ms": 3.0687, "results": {"failed": 0, "not_applicable": 0, "success": 2557430, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:50+09:00", "last_error_summary": "[h264 @ 0x647c8e5b3400] error while decoding MB 175 84, bytestream -11", "last_exit_at": "2026-11-02T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.491, "last_started_at": "2026-11-02T14:32:25+09:00", "pid": 51582, "process": {"exists": false, "pid": 51582}, "restart_count": 120, "restart_count_per_hour": 18, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-02T14:32:50+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-11-02T14:32:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 453.573, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 146.427, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-02T14:32:50.717856+09:00", "mtime_epoch": 1793597570.7178562, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:32:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.41, "name": "celery", "pid": 176, "rss_mb": 2083.41, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557431, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.008, "pushed": 3.008, "read": 3.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.016, "p95_ms": 0.009, "reason": null, "sample_age_ms": 21.383, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 90, "max_ms": 2.638, "p95_ms": 1.285, "reason": null, "sample_age_ms": 47.299, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 90, "max_ms": 1.627, "p95_ms": 1.119, "reason": null, "sample_age_ms": 47.487, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 91, "max_ms": 0.313, "p95_ms": 0.226, "reason": null, "sample_age_ms": 21.388, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.112, "count": 90, "max_ms": 2.93, "p95_ms": 1.784, "reason": null, "sample_age_ms": 46.474, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 46.455, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.465, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.234, "count": 91, "max_ms": 48.402, "p95_ms": 44.049, "reason": null, "sample_age_ms": 21.38, "source": "client_direct"}, "sample_age_ms": 21.377, "source": "client_direct", "task_total_ms": {"avg_ms": 32.583, "count": 91, "max_ms": 49.991, "p95_ms": 45.402, "reason": null, "sample_age_ms": 21.377, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.546, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.539, "count": 90, "max_ms": 1.175, "p95_ms": 0.789}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 90, "max_ms": 0.46, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 90, "max_ms": 0.188, "p95_ms": 0.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 90, "max_ms": 0.119, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 90, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 90, "max_ms": 0.404, "p95_ms": 0.203}, "setup_ms": {"avg_ms": 0.031, "count": 90, "max_ms": 0.082, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.509, "count": 90, "max_ms": 1.108, "p95_ms": 0.742}, "track_match_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.021, "count": 90, "max_ms": 0.043, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.574, "count": 90, "max_ms": 8.208, "p95_ms": 4.428}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 90, "max_ms": 0.294, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.351, "count": 90, "max_ms": 50.511, "p95_ms": 46.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 90, "max_ms": 0.089, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.739, "count": 90, "max_ms": 108.274, "p95_ms": 87.083}, "inference_input_copy_ms": {"avg_ms": 1.364, "count": 90, "max_ms": 4.575, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.104, "count": 90, "max_ms": 0.494, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.236, "count": 90, "max_ms": 110.058, "p95_ms": 89.812}, "read_interval": {"avg_ms": 332.85, "count": 90, "max_ms": 5881.185, "p95_ms": 993.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 90, "max_ms": 0.029, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.096, "count": 90, "max_ms": 0.283, "p95_ms": 0.141}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 90, "max_ms": 0.254, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.361, "count": 90, "max_ms": 50.518, "p95_ms": 46.288}, "visualize": {"avg_ms": 31.157, "count": 90, "max_ms": 68.394, "p95_ms": 49.352}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.517, "count": 90, "max_ms": 67.843, "p95_ms": 48.851}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.015, "count": 90, "max_ms": 68.27, "p95_ms": 49.243}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.945, "count": 90, "max_ms": 68.207, "p95_ms": 49.171}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 90, "max_ms": 0.1, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.814, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.009, "exists": true, "size_bytes": 137223, "write_bytes_delta": 137223, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51466, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.180821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016033, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.164787, "user_cpu_s_delta": 1.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.522, "count": 69, "max_ms": 8.432, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.353, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.83, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.768, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135834.4, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131388.833, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.1, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21483, "sampled_at": "2026-11-02T14:32:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553123}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10399.086, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070785228800, "copied_frame_count": 2557431, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070785228800, "frame_buffer_copies": 2557431, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0933, "count": 512, "max_ms": 1.112, "p50_ms": 0.0816, "p95_ms": 0.1614, "p99_ms": 0.2105}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2652, "count": 512, "max_ms": 6.3385, "p50_ms": 1.1041, "p95_ms": 2.2988, "p99_ms": 3.2607, "results": {"failed": 0, "not_applicable": 0, "success": 2557431, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:50+09:00", "last_error_summary": "[h264 @ 0x647c8e5b3400] error while decoding MB 175 84, bytestream -11", "last_exit_at": "2026-11-02T14:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.526, "last_started_at": "2026-11-02T14:32:25+09:00", "pid": 51582, "process": {"exists": false, "pid": 51582}, "restart_count": 120, "restart_count_per_hour": 18, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T14:32:50+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T14:32:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 453.611, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 146.389, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-02T14:32:50.796857+09:00", "mtime_epoch": 1793597570.7968566, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 137048}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:32:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.406, "name": "celery", "pid": 176, "rss_mb": 2083.406, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557431, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.038, "pushed": 3.038, "read": 3.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.016, "p95_ms": 0.009, "reason": null, "sample_age_ms": 56.703, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 90, "max_ms": 2.638, "p95_ms": 1.285, "reason": null, "sample_age_ms": 82.619, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 90, "max_ms": 1.627, "p95_ms": 1.119, "reason": null, "sample_age_ms": 82.807, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 91, "max_ms": 0.313, "p95_ms": 0.226, "reason": null, "sample_age_ms": 56.708, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.112, "count": 90, "max_ms": 2.93, "p95_ms": 1.784, "reason": null, "sample_age_ms": 81.794, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.775, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.784, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.234, "count": 91, "max_ms": 48.402, "p95_ms": 44.049, "reason": null, "sample_age_ms": 56.7, "source": "client_direct"}, "sample_age_ms": 56.697, "source": "client_direct", "task_total_ms": {"avg_ms": 32.583, "count": 91, "max_ms": 49.991, "p95_ms": 45.402, "reason": null, "sample_age_ms": 56.697, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.945, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.537, "count": 91, "max_ms": 1.175, "p95_ms": 0.789}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.172, "count": 91, "max_ms": 0.46, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 91, "max_ms": 0.188, "p95_ms": 0.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 91, "max_ms": 0.119, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 91, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 91, "max_ms": 0.404, "p95_ms": 0.203}, "setup_ms": {"avg_ms": 0.031, "count": 91, "max_ms": 0.082, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.508, "count": 91, "max_ms": 1.108, "p95_ms": 0.742}, "track_match_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.021, "count": 91, "max_ms": 0.043, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.576, "count": 91, "max_ms": 8.208, "p95_ms": 4.428}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 91, "max_ms": 0.294, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.274, "count": 91, "max_ms": 50.511, "p95_ms": 46.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 91, "max_ms": 0.089, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.618, "count": 91, "max_ms": 108.274, "p95_ms": 87.083}, "inference_input_copy_ms": {"avg_ms": 1.361, "count": 91, "max_ms": 4.575, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.104, "count": 91, "max_ms": 0.494, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.112, "count": 91, "max_ms": 110.058, "p95_ms": 89.812}, "read_interval": {"avg_ms": 332.85, "count": 90, "max_ms": 5881.185, "p95_ms": 993.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 91, "max_ms": 0.029, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.095, "count": 91, "max_ms": 0.283, "p95_ms": 0.141}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 91, "max_ms": 0.254, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.284, "count": 91, "max_ms": 50.518, "p95_ms": 46.288}, "visualize": {"avg_ms": 31.117, "count": 91, "max_ms": 68.394, "p95_ms": 49.352}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.48, "count": 91, "max_ms": 67.843, "p95_ms": 48.851}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.976, "count": 91, "max_ms": 68.27, "p95_ms": 49.243}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.906, "count": 91, "max_ms": 68.207, "p95_ms": 49.171}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 91, "max_ms": 0.1, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.814, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.009, "exists": true, "size_bytes": 137223, "write_bytes_delta": 137223, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51466, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.180821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016033, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.164787, "user_cpu_s_delta": 1.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.522, "count": 69, "max_ms": 8.432, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.353, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.83, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.768, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135834.4, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131388.833, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.1, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21483, "sampled_at": "2026-11-02T14:32:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553123}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10406.684, "limit_mb": null}, "detail": {"pid": 51698, "restart_count": 121, "start_count": 122}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070785228800, "copied_frame_count": 2557431, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070785228800, "frame_buffer_copies": 2557431, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0933, "count": 512, "max_ms": 1.112, "p50_ms": 0.0816, "p95_ms": 0.1614, "p99_ms": 0.2105}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2652, "count": 512, "max_ms": 6.3385, "p50_ms": 1.1041, "p95_ms": 2.2988, "p99_ms": 3.2607, "results": {"failed": 0, "not_applicable": 0, "success": 2557431, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:50+09:00", "last_error_summary": "[h264 @ 0x647c8e5b3400] error while decoding MB 175 84, bytestream -11", "last_exit_at": "2026-11-02T14:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:32:53+09:00", "pid": 51698, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.473, "name": "ffmpeg", "pid": 51698, "rss_mb": 44.473, "state": "S (sleeping)", "threads": 1}, "restart_count": 121, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.395, "last_frame_pushed_at": "2026-11-02T14:32:50+09:00", "last_frame_read_age_sec": 4.46, "last_frame_read_at": "2026-11-02T14:32:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.993, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 142.007, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.387, "exists": true, "mtime": "2026-11-02T14:32:50.796857+09:00", "mtime_epoch": 1793597570.7968566, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 137048}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:32:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.41, "name": "celery", "pid": 176, "rss_mb": 2083.41, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557431, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 72, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.589, "pushed": 2.589, "read": 2.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.005, "count": 72, "max_ms": 0.016, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4437.128, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 72, "max_ms": 2.638, "p95_ms": 1.474, "reason": null, "sample_age_ms": 4463.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 72, "max_ms": 1.627, "p95_ms": 1.264, "reason": null, "sample_age_ms": 4463.233, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 72, "max_ms": 0.257, "p95_ms": 0.164, "reason": null, "sample_age_ms": 4437.133, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.115, "count": 72, "max_ms": 2.93, "p95_ms": 1.829, "reason": null, "sample_age_ms": 4462.219, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2211848.0, "count": 72, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4462.2, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4437.21, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.375, "count": 72, "max_ms": 48.402, "p95_ms": 42.322, "reason": null, "sample_age_ms": 4437.125, "source": "client_direct"}, "sample_age_ms": 4437.122, "source": "client_direct", "task_total_ms": {"avg_ms": 31.694, "count": 72, "max_ms": 49.991, "p95_ms": 43.479, "reason": null, "sample_age_ms": 4437.122, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.948, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 72, "max_ms": 1.175, "p95_ms": 0.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 72, "max_ms": 0.46, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 72, "max_ms": 0.188, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.003, "count": 72, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 72, "max_ms": 0.119, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 72, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.141, "count": 72, "max_ms": 0.404, "p95_ms": 0.209}, "setup_ms": {"avg_ms": 0.032, "count": 72, "max_ms": 0.082, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.517, "count": 72, "max_ms": 1.108, "p95_ms": 0.763}, "track_match_ms": {"avg_ms": 0.004, "count": 72, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.021, "count": 72, "max_ms": 0.043, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.629, "count": 72, "max_ms": 8.208, "p95_ms": 4.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 72, "max_ms": 0.294, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.416, "count": 72, "max_ms": 50.511, "p95_ms": 45.595}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 72, "max_ms": 0.058, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.919, "count": 72, "max_ms": 108.274, "p95_ms": 91.942}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 72, "max_ms": 4.575, "p95_ms": 2.07}, "processing_residual_ms": {"avg_ms": 0.106, "count": 72, "max_ms": 0.494, "p95_ms": 0.196}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.369, "count": 72, "max_ms": 110.058, "p95_ms": 93.347}, "read_interval": {"avg_ms": 396.729, "count": 72, "max_ms": 5881.185, "p95_ms": 3768.904}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 72, "max_ms": 0.029, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.099, "count": 72, "max_ms": 0.283, "p95_ms": 0.157}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 72, "max_ms": 0.029, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 72, "max_ms": 0.254, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 72, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.427, "count": 72, "max_ms": 50.518, "p95_ms": 45.604}, "visualize": {"avg_ms": 31.239, "count": 72, "max_ms": 68.394, "p95_ms": 49.899}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.607, "count": 72, "max_ms": 67.843, "p95_ms": 49.162}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.096, "count": 72, "max_ms": 68.27, "p95_ms": 49.746}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.027, "count": 72, "max_ms": 68.207, "p95_ms": 49.663}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 72, "max_ms": 0.1, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.814, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.187, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.009, "exists": true, "size_bytes": 137223, "write_bytes_delta": 137223, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51466, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.180821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016033, "system_cpu_s_delta": 0.18000000000029104, "user_cpu_core_ratio": 0.164787, "user_cpu_s_delta": 1.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.522, "count": 69, "max_ms": 8.432, "p95_ms": 4.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.353, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.83, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.768, "count": 30, "max": 22.491, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135834.4, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131388.833, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.1, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21483, "sampled_at": "2026-11-02T14:32:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.81, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4072156, "flush_count": 4310, "flush_interval_seconds": 30.0, "flush_state": {"count": 4310, "last_at": "2026-11-02T14:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4309}, "started": true, "suppressed_count": 2488529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2488231}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4310, "written_record_count": 4310}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.668, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c10d6340080] cabac decode of qscale diff failed at 33 57 [h264 @ 0x5c10d6340080] error while decoding MB 33 57, bytestream 171 [h264 @ 0x5c10d6354180] cabac decode of qscale diff failed at 104 57 [h264 @ 0x5c10d6354180] error while decoding MB 104 57, bytestream 39622", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6891371827200, "copied_frame_count": 2492539, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6891371827200, "frame_buffer_copies": 2492539, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0789, "count": 512, "max_ms": 1.5084, "p50_ms": 0.0696, "p95_ms": 0.1254, "p99_ms": 0.1765}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0679, "count": 512, "max_ms": 3.9415, "p50_ms": 0.9227, "p95_ms": 1.9486, "p99_ms": 2.8333, "results": {"failed": 0, "not_applicable": 0, "success": 2492539, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:57+09:00", "last_error_summary": "[h264 @ 0x5c10d6340080] cabac decode of qscale diff failed at 33 57 [h264 @ 0x5c10d6340080] error while decoding MB 33 57, bytestream 171 [h264 @ 0x5c10d6354180] cabac decode of qscale diff failed at 104 57 [h264 @ 0x5c10d6354180] error while decoding MB 104 57, bytestream 39622", "last_exit_at": "2026-11-02T14:29:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 211.752, "last_started_at": "2026-11-02T14:29:25+09:00", "pid": 51118, "process": {"exists": false, "pid": 51118}, "restart_count": 186, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.161, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-02T14:32:57+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-11-02T14:32:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 459.95, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 140.05, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-02T14:32:57.088899+09:00", "mtime_epoch": 1793597577.0888994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:32:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2011.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2492540, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.388, "max": 20.0, "p95": 18.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.375, "max": 2.0, "p95": 2.0, "sample_count": 168}, "total": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.913, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.913, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.113, "pushed": 6.113, "read": 6.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 12.682, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 183, "max_ms": 3.123, "p95_ms": 2.346, "reason": null, "sample_age_ms": 49.121, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 183, "max_ms": 2.756, "p95_ms": 1.758, "reason": null, "sample_age_ms": 49.358, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.294, "count": 184, "max_ms": 0.857, "p95_ms": 0.499, "reason": null, "sample_age_ms": 12.689, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.312, "count": 183, "max_ms": 2.921, "p95_ms": 2.255, "reason": null, "sample_age_ms": 47.966, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.942, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.962, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.424, "count": 184, "max_ms": 55.908, "p95_ms": 48.289, "reason": null, "sample_age_ms": 12.679, "source": "client_direct"}, "sample_age_ms": 12.675, "source": "client_direct", "task_total_ms": {"avg_ms": 36.163, "count": 184, "max_ms": 57.962, "p95_ms": 49.757, "reason": null, "sample_age_ms": 12.675, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.179, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.61, "count": 183, "max_ms": 7.305, "p95_ms": 6.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.272, "count": 183, "max_ms": 0.644, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.903, "count": 183, "max_ms": 2.178, "p95_ms": 1.448}, "event_filter_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 183, "max_ms": 0.498, "p95_ms": 0.256}, "mcmt_ms": {"avg_ms": 0.002, "count": 183, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.061, "count": 183, "max_ms": 4.857, "p95_ms": 2.417}, "setup_ms": {"avg_ms": 0.03, "count": 183, "max_ms": 0.076, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 3.572, "count": 183, "max_ms": 7.262, "p95_ms": 5.949}, "track_match_ms": {"avg_ms": 0.074, "count": 183, "max_ms": 0.31, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.089, "count": 183, "max_ms": 3.022, "p95_ms": 2.09}}, "gstreamer_push": {"avg_ms": 2.198, "count": 183, "max_ms": 5.684, "p95_ms": 4.046}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 183, "max_ms": 0.841, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.054, "count": 183, "max_ms": 59.02, "p95_ms": 50.45}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.418, "count": 183, "max_ms": 8.158, "p95_ms": 6.639}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.42, "count": 183, "max_ms": 110.707, "p95_ms": 94.302}, "inference_input_copy_ms": {"avg_ms": 1.228, "count": 183, "max_ms": 3.19, "p95_ms": 2.258}, "processing_residual_ms": {"avg_ms": 0.163, "count": 183, "max_ms": 0.523, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.23, "count": 183, "max_ms": 114.717, "p95_ms": 101.39}, "read_interval": {"avg_ms": 163.703, "count": 183, "max_ms": 5529.465, "p95_ms": 141.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 183, "max_ms": 0.049, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.013, "count": 183, "max_ms": 4.802, "p95_ms": 2.372}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 183, "max_ms": 0.2, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.0, "count": 183, "max_ms": 4.787, "p95_ms": 2.362}, "worker_merge_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.029, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.064, "count": 183, "max_ms": 59.033, "p95_ms": 50.467}, "visualize": {"avg_ms": 27.745, "count": 183, "max_ms": 54.995, "p95_ms": 43.949}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.091, "count": 183, "max_ms": 49.966, "p95_ms": 38.369}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.59, "count": 183, "max_ms": 52.945, "p95_ms": 41.286}, "visualize_input_copy_ms": {"avg_ms": 1.017, "count": 183, "max_ms": 6.116, "p95_ms": 1.849}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.5, "count": 183, "max_ms": 52.842, "p95_ms": 41.176}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 183, "max_ms": 0.161, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2011.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.313, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.854, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97457, "write_bytes_delta": 97457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.405946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 408.0, "pid": 51118, "reason": null, "system_cpu_core_ratio": 0.139765, "system_cpu_s_delta": 1.7799999999999994, "user_cpu_core_ratio": 0.266181, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.081999, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33999, "system_cpu_s_delta": 4.329999999987194, "user_cpu_core_ratio": 0.74201, "user_cpu_s_delta": 9.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.273, "count": 196, "max_ms": 6.341, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.342, "max": 20.0, "p95": 18.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.374, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 1.332, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.836, "count": 30, "max": 51.521, "p95": 43.652, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.398, "count": 30, "max": 16.649, "p95": 15.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 462.267, "count": 30, "max": 765.0, "p95": 756.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 425.533, "count": 30, "max": 6278.0, "p95": 2141.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.14, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.255, "count": 30, "max": 0.421, "p95": 0.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.119, "count": 30, "max": 3.272, "p95": 0.079, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98711.733, "count": 30, "max": 101091.0, "p95": 100776.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95342.033, "count": 30, "max": 100807.0, "p95": 100672.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.367, "count": 30, "max": 15.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.528, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.718, "count": 30, "max": 1.209, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19230, "sampled_at": "2026-11-02T14:32:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4072156, "flush_count": 4310, "flush_interval_seconds": 30.0, "flush_state": {"count": 4310, "last_at": "2026-11-02T14:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4309}, "started": true, "suppressed_count": 2488529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2488231}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4310, "written_record_count": 4310}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.055, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:32:57+09:00", "last_error_summary": "[h264 @ 0x5c10d6340080] cabac decode of qscale diff failed at 33 57 [h264 @ 0x5c10d6340080] error while decoding MB 33 57, bytestream 171 [h264 @ 0x5c10d6354180] cabac decode of qscale diff failed at 104 57 [h264 @ 0x5c10d6354180] error while decoding MB 104 57, bytestream 39622", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6891374592000, "copied_frame_count": 2492540, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6891374592000, "frame_buffer_copies": 2492540, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0789, "count": 512, "max_ms": 1.5084, "p50_ms": 0.0696, "p95_ms": 0.1254, "p99_ms": 0.1765}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0669, "count": 512, "max_ms": 3.9415, "p50_ms": 0.9224, "p95_ms": 1.9486, "p99_ms": 2.8333, "results": {"failed": 0, "not_applicable": 0, "success": 2492540, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:57+09:00", "last_error_summary": "[h264 @ 0x5c10d6340080] cabac decode of qscale diff failed at 33 57 [h264 @ 0x5c10d6340080] error while decoding MB 33 57, bytestream 171 [h264 @ 0x5c10d6354180] cabac decode of qscale diff failed at 104 57 [h264 @ 0x5c10d6354180] error while decoding MB 104 57, bytestream 39622", "last_exit_at": "2026-11-02T14:32:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 211.792, "last_started_at": "2026-11-02T14:29:25+09:00", "pid": 51118, "process": {"exists": false, "pid": 51118}, "restart_count": 186, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.161, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:32:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-02T14:32:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 459.994, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 140.006, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-02T14:32:57.088899+09:00", "mtime_epoch": 1793597577.0888994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:32:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2011.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2492540, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.37, "max": 20.0, "p95": 18.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.373, "max": 2.0, "p95": 2.0, "sample_count": 169}, "total": {"avg": 1.261, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 0.913, "max": 2.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 0.913, "max": 2.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.138, "pushed": 6.138, "read": 6.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 54.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 183, "max_ms": 3.123, "p95_ms": 2.346, "reason": null, "sample_age_ms": 90.444, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 183, "max_ms": 2.756, "p95_ms": 1.758, "reason": null, "sample_age_ms": 90.68, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 183, "max_ms": 0.857, "p95_ms": 0.5, "reason": null, "sample_age_ms": 54.012, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.312, "count": 183, "max_ms": 2.921, "p95_ms": 2.255, "reason": null, "sample_age_ms": 89.288, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.264, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.285, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.453, "count": 183, "max_ms": 55.908, "p95_ms": 48.318, "reason": null, "sample_age_ms": 54.001, "source": "client_direct"}, "sample_age_ms": 53.997, "source": "client_direct", "task_total_ms": {"avg_ms": 36.19, "count": 183, "max_ms": 57.962, "p95_ms": 49.761, "reason": null, "sample_age_ms": 53.997, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.205, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.612, "count": 184, "max_ms": 7.305, "p95_ms": 6.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 184, "max_ms": 0.644, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.903, "count": 184, "max_ms": 2.178, "p95_ms": 1.448}, "event_filter_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 184, "max_ms": 0.498, "p95_ms": 0.256}, "mcmt_ms": {"avg_ms": 0.002, "count": 184, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.064, "count": 184, "max_ms": 4.857, "p95_ms": 2.417}, "setup_ms": {"avg_ms": 0.03, "count": 184, "max_ms": 0.076, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 3.574, "count": 184, "max_ms": 7.262, "p95_ms": 5.949}, "track_match_ms": {"avg_ms": 0.074, "count": 184, "max_ms": 0.31, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.089, "count": 184, "max_ms": 3.022, "p95_ms": 2.09}}, "gstreamer_push": {"avg_ms": 2.195, "count": 184, "max_ms": 5.684, "p95_ms": 4.046}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 184, "max_ms": 0.841, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.054, "count": 184, "max_ms": 59.02, "p95_ms": 50.45}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.42, "count": 184, "max_ms": 8.158, "p95_ms": 6.639}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.465, "count": 184, "max_ms": 110.707, "p95_ms": 94.302}, "inference_input_copy_ms": {"avg_ms": 1.228, "count": 184, "max_ms": 3.19, "p95_ms": 2.258}, "processing_residual_ms": {"avg_ms": 0.163, "count": 184, "max_ms": 0.523, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.275, "count": 184, "max_ms": 114.717, "p95_ms": 101.39}, "read_interval": {"avg_ms": 163.703, "count": 183, "max_ms": 5529.465, "p95_ms": 141.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 184, "max_ms": 0.049, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.016, "count": 184, "max_ms": 4.802, "p95_ms": 2.372}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 184, "max_ms": 0.2, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.003, "count": 184, "max_ms": 4.787, "p95_ms": 2.362}, "worker_merge_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.029, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.064, "count": 184, "max_ms": 59.033, "p95_ms": 50.467}, "visualize": {"avg_ms": 27.79, "count": 184, "max_ms": 54.995, "p95_ms": 43.949}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.132, "count": 184, "max_ms": 49.966, "p95_ms": 38.369}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.633, "count": 184, "max_ms": 52.945, "p95_ms": 41.286}, "visualize_input_copy_ms": {"avg_ms": 1.018, "count": 184, "max_ms": 6.116, "p95_ms": 1.849}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.542, "count": 184, "max_ms": 52.842, "p95_ms": 41.176}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 184, "max_ms": 0.161, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2011.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.313, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.854, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97457, "write_bytes_delta": 97457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.405946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 408.0, "pid": 51118, "reason": null, "system_cpu_core_ratio": 0.139765, "system_cpu_s_delta": 1.7799999999999994, "user_cpu_core_ratio": 0.266181, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.081999, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33999, "system_cpu_s_delta": 4.329999999987194, "user_cpu_core_ratio": 0.74201, "user_cpu_s_delta": 9.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.273, "count": 196, "max_ms": 6.341, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.342, "max": 20.0, "p95": 18.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.374, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 1.332, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.836, "count": 30, "max": 51.521, "p95": 43.652, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.398, "count": 30, "max": 16.649, "p95": 15.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 462.267, "count": 30, "max": 765.0, "p95": 756.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 425.533, "count": 30, "max": 6278.0, "p95": 2141.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.14, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.255, "count": 30, "max": 0.421, "p95": 0.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.119, "count": 30, "max": 3.272, "p95": 0.079, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98711.733, "count": 30, "max": 101091.0, "p95": 100776.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95342.033, "count": 30, "max": 100807.0, "p95": 100672.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.367, "count": 30, "max": 15.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.528, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.718, "count": 30, "max": 1.209, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19230, "sampled_at": "2026-11-02T14:32:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4072156, "flush_count": 4310, "flush_interval_seconds": 30.0, "flush_state": {"count": 4310, "last_at": "2026-11-02T14:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4309}, "started": true, "suppressed_count": 2488529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2488231}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4310, "written_record_count": 4310}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.074, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6891374592000, "copied_frame_count": 2492540, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6891374592000, "frame_buffer_copies": 2492540, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0789, "count": 512, "max_ms": 1.5084, "p50_ms": 0.0696, "p95_ms": 0.1254, "p99_ms": 0.1765}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0669, "count": 512, "max_ms": 3.9415, "p50_ms": 0.9224, "p95_ms": 1.9486, "p99_ms": 2.8333, "results": {"failed": 0, "not_applicable": 0, "success": 2492540, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:57+09:00", "last_error_summary": "[h264 @ 0x5c10d6340080] cabac decode of qscale diff failed at 33 57 [h264 @ 0x5c10d6340080] error while decoding MB 33 57, bytestream 171 [h264 @ 0x5c10d6354180] cabac decode of qscale diff failed at 104 57 [h264 @ 0x5c10d6354180] error while decoding MB 104 57, bytestream 39622", "last_exit_at": "2026-11-02T14:32:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 211.83, "last_started_at": "2026-11-02T14:29:25+09:00", "pid": 51118, "process": {"exists": false, "pid": 51118}, "restart_count": 186, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.161, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-02T14:32:57+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-02T14:32:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 460.025, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 139.975, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-02T14:32:57.178900+09:00", "mtime_epoch": 1793597577.1789, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99890}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:32:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2011.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2492540, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.361, "max": 20.0, "p95": 18.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.369, "max": 2.0, "p95": 2.0, "sample_count": 168}, "total": {"avg": 1.257, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.913, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.913, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.114, "pushed": 6.114, "read": 6.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 91.246, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 182, "max_ms": 3.123, "p95_ms": 2.348, "reason": null, "sample_age_ms": 127.685, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 182, "max_ms": 2.756, "p95_ms": 1.762, "reason": null, "sample_age_ms": 127.922, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 183, "max_ms": 0.857, "p95_ms": 0.5, "reason": null, "sample_age_ms": 91.253, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.305, "count": 182, "max_ms": 2.921, "p95_ms": 2.224, "reason": null, "sample_age_ms": 126.53, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.506, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.526, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.453, "count": 183, "max_ms": 55.908, "p95_ms": 48.318, "reason": null, "sample_age_ms": 91.243, "source": "client_direct"}, "sample_age_ms": 91.239, "source": "client_direct", "task_total_ms": {"avg_ms": 36.19, "count": 183, "max_ms": 57.962, "p95_ms": 49.761, "reason": null, "sample_age_ms": 91.239, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.817, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.612, "count": 183, "max_ms": 7.305, "p95_ms": 6.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.272, "count": 183, "max_ms": 0.644, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.903, "count": 183, "max_ms": 2.178, "p95_ms": 1.448}, "event_filter_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 183, "max_ms": 0.498, "p95_ms": 0.256}, "mcmt_ms": {"avg_ms": 0.002, "count": 183, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.066, "count": 183, "max_ms": 4.857, "p95_ms": 2.417}, "setup_ms": {"avg_ms": 0.03, "count": 183, "max_ms": 0.076, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 3.575, "count": 183, "max_ms": 7.262, "p95_ms": 5.949}, "track_match_ms": {"avg_ms": 0.074, "count": 183, "max_ms": 0.31, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.087, "count": 183, "max_ms": 3.022, "p95_ms": 2.09}}, "gstreamer_push": {"avg_ms": 2.194, "count": 183, "max_ms": 5.684, "p95_ms": 4.046}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 183, "max_ms": 0.841, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.082, "count": 183, "max_ms": 59.02, "p95_ms": 50.45}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.423, "count": 183, "max_ms": 8.158, "p95_ms": 6.639}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.491, "count": 183, "max_ms": 110.707, "p95_ms": 94.302}, "inference_input_copy_ms": {"avg_ms": 1.228, "count": 183, "max_ms": 3.19, "p95_ms": 2.258}, "processing_residual_ms": {"avg_ms": 0.163, "count": 183, "max_ms": 0.523, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.305, "count": 183, "max_ms": 114.717, "p95_ms": 101.39}, "read_interval": {"avg_ms": 164.184, "count": 182, "max_ms": 5529.465, "p95_ms": 141.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 183, "max_ms": 0.049, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.018, "count": 183, "max_ms": 4.802, "p95_ms": 2.372}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 183, "max_ms": 0.2, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.005, "count": 183, "max_ms": 4.787, "p95_ms": 2.362}, "worker_merge_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.029, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.092, "count": 183, "max_ms": 59.033, "p95_ms": 50.467}, "visualize": {"avg_ms": 27.787, "count": 183, "max_ms": 54.995, "p95_ms": 43.949}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.137, "count": 183, "max_ms": 49.966, "p95_ms": 38.369}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.631, "count": 183, "max_ms": 52.945, "p95_ms": 41.286}, "visualize_input_copy_ms": {"avg_ms": 1.017, "count": 183, "max_ms": 6.116, "p95_ms": 1.849}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.54, "count": 183, "max_ms": 52.842, "p95_ms": 41.176}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 183, "max_ms": 0.161, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2011.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.313, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.854, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97457, "write_bytes_delta": 97457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.405946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 408.0, "pid": 51118, "reason": null, "system_cpu_core_ratio": 0.139765, "system_cpu_s_delta": 1.7799999999999994, "user_cpu_core_ratio": 0.266181, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.081999, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33999, "system_cpu_s_delta": 4.329999999987194, "user_cpu_core_ratio": 0.74201, "user_cpu_s_delta": 9.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.273, "count": 196, "max_ms": 6.341, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.342, "max": 20.0, "p95": 18.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.374, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 1.332, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.836, "count": 30, "max": 51.521, "p95": 43.652, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.398, "count": 30, "max": 16.649, "p95": 15.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 462.267, "count": 30, "max": 765.0, "p95": 756.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 425.533, "count": 30, "max": 6278.0, "p95": 2141.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.14, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.255, "count": 30, "max": 0.421, "p95": 0.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.119, "count": 30, "max": 3.272, "p95": 0.079, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98711.733, "count": 30, "max": 101091.0, "p95": 100776.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95342.033, "count": 30, "max": 100807.0, "p95": 100672.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.367, "count": 30, "max": 15.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.528, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.718, "count": 30, "max": 1.209, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19230, "sampled_at": "2026-11-02T14:32:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4072156, "flush_count": 4310, "flush_interval_seconds": 30.0, "flush_state": {"count": 4310, "last_at": "2026-11-02T14:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4309}, "started": true, "suppressed_count": 2488529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2488231}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4310, "written_record_count": 4310}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10328.75, "limit_mb": null}, "detail": {"pid": 51700, "restart_count": 187, "start_count": 188}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6891374592000, "copied_frame_count": 2492540, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6891374592000, "frame_buffer_copies": 2492540, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0789, "count": 512, "max_ms": 1.5084, "p50_ms": 0.0696, "p95_ms": 0.1254, "p99_ms": 0.1765}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0669, "count": 512, "max_ms": 3.9415, "p50_ms": 0.9224, "p95_ms": 1.9486, "p99_ms": 2.8333, "results": {"failed": 0, "not_applicable": 0, "success": 2492540, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:32:57+09:00", "last_error_summary": "[h264 @ 0x5c10d6340080] cabac decode of qscale diff failed at 33 57 [h264 @ 0x5c10d6340080] error while decoding MB 33 57, bytestream 171 [h264 @ 0x5c10d6354180] cabac decode of qscale diff failed at 104 57 [h264 @ 0x5c10d6354180] error while decoding MB 104 57, bytestream 39622", "last_exit_at": "2026-11-02T14:33:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:33:00+09:00", "pid": 51700, "process": {"exists": true, "fd_count": 5, "hwm_mb": 135.828, "name": "ffmpeg", "pid": 51700, "rss_mb": 135.828, "state": "S (sleeping)", "threads": 19}, "restart_count": 187, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.161, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.057, "last_frame_pushed_at": "2026-11-02T14:32:57+09:00", "last_frame_read_age_sec": 5.141, "last_frame_read_at": "2026-11-02T14:32:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 465.041, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 134.959, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 5.05, "exists": true, "mtime": "2026-11-02T14:32:57.178900+09:00", "mtime_epoch": 1793597577.1789, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99890}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:33:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2011.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2492540, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.556, "max": 20.0, "p95": 19.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.153, "max": 2.0, "p95": 2.0, "sample_count": 111}, "total": {"avg": 1.016, "max": 2.0, "p95": 2.0, "sample_count": 126}}, "tracking_counts": {"active": {"avg": 0.825, "max": 2.0, "p95": 1.0, "sample_count": 126}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 126}, "tracked": {"avg": 0.825, "max": 2.0, "p95": 1.0, "sample_count": 126}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.208, "pushed": 4.208, "read": 4.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 125, "client_acquire_ms": {"avg_ms": 0.005, "count": 126, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 5107.651, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.559, "count": 125, "max_ms": 3.123, "p95_ms": 2.221, "reason": null, "sample_age_ms": 5144.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.256, "count": 125, "max_ms": 2.756, "p95_ms": 1.917, "reason": null, "sample_age_ms": 5144.326, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 126, "max_ms": 0.857, "p95_ms": 0.493, "reason": null, "sample_age_ms": 5107.658, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.264, "count": 125, "max_ms": 2.921, "p95_ms": 2.251, "reason": null, "sample_age_ms": 5142.935, "source": "client_direct"}, "request_count": 125, "request_tensor_bytes": {"avg": 2764808.0, "count": 125, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5142.911, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 126, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5107.931, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.817, "count": 126, "max_ms": 55.908, "p95_ms": 48.605, "reason": null, "sample_age_ms": 5107.648, "source": "client_direct"}, "sample_age_ms": 5107.644, "source": "client_direct", "task_total_ms": {"avg_ms": 36.503, "count": 126, "max_ms": 57.962, "p95_ms": 50.607, "reason": null, "sample_age_ms": 5107.644, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.244, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 126, "max_ms": 7.305, "p95_ms": 6.132}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 126, "max_ms": 0.545, "p95_ms": 0.435}, "detection_prepare_ms": {"avg_ms": 0.829, "count": 126, "max_ms": 1.875, "p95_ms": 1.356}, "event_filter_ms": {"avg_ms": 0.003, "count": 126, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 126, "max_ms": 0.498, "p95_ms": 0.265}, "mcmt_ms": {"avg_ms": 0.002, "count": 126, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.26, "count": 126, "max_ms": 4.857, "p95_ms": 2.522}, "setup_ms": {"avg_ms": 0.03, "count": 126, "max_ms": 0.076, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 3.508, "count": 126, "max_ms": 7.262, "p95_ms": 6.088}, "track_match_ms": {"avg_ms": 0.062, "count": 126, "max_ms": 0.171, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.924, "count": 126, "max_ms": 3.022, "p95_ms": 1.574}}, "gstreamer_push": {"avg_ms": 2.07, "count": 126, "max_ms": 5.023, "p95_ms": 3.46}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 126, "max_ms": 0.841, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.323, "count": 126, "max_ms": 59.02, "p95_ms": 51.367}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.291, "count": 126, "max_ms": 7.333, "p95_ms": 6.412}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.198, "count": 126, "max_ms": 110.073, "p95_ms": 90.349}, "inference_input_copy_ms": {"avg_ms": 1.119, "count": 126, "max_ms": 3.128, "p95_ms": 2.258}, "processing_residual_ms": {"avg_ms": 0.151, "count": 126, "max_ms": 0.419, "p95_ms": 0.309}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.76, "count": 126, "max_ms": 114.525, "p95_ms": 96.053}, "read_interval": {"avg_ms": 198.927, "count": 125, "max_ms": 5529.465, "p95_ms": 406.352}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 126, "max_ms": 0.036, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.213, "count": 126, "max_ms": 4.802, "p95_ms": 2.453}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 126, "max_ms": 0.044, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.201, "count": 126, "max_ms": 4.787, "p95_ms": 2.437}, "worker_merge_ms": {"avg_ms": 0.004, "count": 126, "max_ms": 0.021, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.333, "count": 126, "max_ms": 59.033, "p95_ms": 51.374}, "visualize": {"avg_ms": 26.357, "count": 126, "max_ms": 54.995, "p95_ms": 38.631}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.166, "count": 126, "max_ms": 49.966, "p95_ms": 34.372}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.289, "count": 126, "max_ms": 52.862, "p95_ms": 37.405}, "visualize_input_copy_ms": {"avg_ms": 0.931, "count": 126, "max_ms": 6.116, "p95_ms": 1.512}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.201, "count": 126, "max_ms": 52.762, "p95_ms": 37.225}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 126, "max_ms": 0.161, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2011.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.313, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.854, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97457, "write_bytes_delta": 97457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.405946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 408.0, "pid": 51118, "reason": null, "system_cpu_core_ratio": 0.139765, "system_cpu_s_delta": 1.7799999999999994, "user_cpu_core_ratio": 0.266181, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.081999, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33999, "system_cpu_s_delta": 4.329999999987194, "user_cpu_core_ratio": 0.74201, "user_cpu_s_delta": 9.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.273, "count": 196, "max_ms": 6.341, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.342, "max": 20.0, "p95": 18.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.374, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 1.332, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.836, "count": 30, "max": 51.521, "p95": 43.652, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.398, "count": 30, "max": 16.649, "p95": 15.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 462.267, "count": 30, "max": 765.0, "p95": 756.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 425.533, "count": 30, "max": 6278.0, "p95": 2141.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.14, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.255, "count": 30, "max": 0.421, "p95": 0.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.119, "count": 30, "max": 3.272, "p95": 0.079, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98711.733, "count": 30, "max": 101091.0, "p95": 100776.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95342.033, "count": 30, "max": 100807.0, "p95": 100672.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.367, "count": 30, "max": 15.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.528, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.718, "count": 30, "max": 1.209, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19230, "sampled_at": "2026-11-02T14:32:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:32:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.762, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5aa184c056c0] error while decoding MB 180 93, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070812876800, "copied_frame_count": 2557441, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070812876800, "frame_buffer_copies": 2557441, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0934, "count": 512, "max_ms": 1.112, "p50_ms": 0.0816, "p95_ms": 0.161, "p99_ms": 0.2105}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2643, "count": 512, "max_ms": 6.3385, "p50_ms": 1.1003, "p95_ms": 2.2988, "p99_ms": 3.384, "results": {"failed": 0, "not_applicable": 0, "success": 2557441, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 197, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:33:32+09:00", "last_error_summary": "[h264 @ 0x5aa184c056c0] error while decoding MB 180 93, bytestream -7", "last_exit_at": "2026-11-02T14:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.368, "last_started_at": "2026-11-02T14:32:53+09:00", "pid": 51698, "process": {"exists": false, "pid": 51698}, "restart_count": 121, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.256, "sample_count": 1271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-11-02T14:33:32+09:00", "last_frame_read_age_sec": 0.041, "last_frame_read_at": "2026-11-02T14:33:32+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.351, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 104.649, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-02T14:33:32.515138+09:00", "mtime_epoch": 1793597612.5151377, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135884}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:33:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.414, "name": "celery", "pid": 176, "rss_mb": 2083.414, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 10, "pushed_frames": 10, "read_frames": 11, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.116, "pushed": 1.116, "read": 1.228}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.006, "count": 11, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 12.71, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.523, "count": 11, "max_ms": 1.353, "p95_ms": 1.205, "reason": null, "sample_age_ms": 40.353, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 11, "max_ms": 1.157, "p95_ms": 1.015, "reason": null, "sample_age_ms": 40.503, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.057, "count": 11, "max_ms": 0.091, "p95_ms": 0.086, "reason": null, "sample_age_ms": 12.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 11, "max_ms": 1.865, "p95_ms": 1.727, "reason": null, "sample_age_ms": 39.629, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 39.617, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.833, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.411, "count": 11, "max_ms": 35.204, "p95_ms": 34.196, "reason": null, "sample_age_ms": 12.707, "source": "client_direct"}, "sample_age_ms": 12.703, "source": "client_direct", "task_total_ms": {"avg_ms": 28.642, "count": 11, "max_ms": 37.026, "p95_ms": 35.638, "reason": null, "sample_age_ms": 12.703, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.199, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 10, "max_ms": 0.773, "p95_ms": 0.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 10, "max_ms": 0.255, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.066, "count": 10, "max_ms": 0.106, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 10, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 10, "max_ms": 0.086, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 10, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 10, "max_ms": 0.2, "p95_ms": 0.2}, "setup_ms": {"avg_ms": 0.028, "count": 10, "max_ms": 0.049, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.452, "count": 10, "max_ms": 0.734, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 10, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 10, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.453, "count": 10, "max_ms": 3.989, "p95_ms": 3.989}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 10, "max_ms": 0.045, "p95_ms": 0.045}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.533, "count": 10, "max_ms": 37.813, "p95_ms": 37.813}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 10, "max_ms": 0.055, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.992, "count": 10, "max_ms": 72.686, "p95_ms": 72.686}, "inference_input_copy_ms": {"avg_ms": 1.465, "count": 10, "max_ms": 2.308, "p95_ms": 2.308}, "processing_residual_ms": {"avg_ms": 0.1, "count": 10, "max_ms": 0.164, "p95_ms": 0.164}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.587, "count": 10, "max_ms": 74.351, "p95_ms": 74.351}, "read_interval": {"avg_ms": 3798.773, "count": 11, "max_ms": 32870.278, "p95_ms": 32870.278}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 10, "max_ms": 0.017, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 10, "max_ms": 0.129, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 10, "max_ms": 0.023, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 10, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 10, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 29.546, "count": 10, "max_ms": 37.821, "p95_ms": 37.821}, "visualize": {"avg_ms": 27.12, "count": 10, "max_ms": 34.426, "p95_ms": 34.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.531, "count": 10, "max_ms": 33.714, "p95_ms": 33.714}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.997, "count": 10, "max_ms": 34.209, "p95_ms": 34.209}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.92, "count": 10, "max_ms": 34.123, "p95_ms": 34.123}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 10, "max_ms": 0.183, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.721, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.358, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32.866, "exists": true, "size_bytes": 137048, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51698, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000656, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.004264, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.637, "count": 1, "max_ms": 1.637, "p95_ms": 1.637, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 1}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 1}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.784, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.981, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.175, "count": 30, "max": 32.866, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136175.067, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127138.333, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21486, "sampled_at": "2026-11-02T14:33:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:33:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 8.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10391.289, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:33:32+09:00", "last_error_summary": "[h264 @ 0x5aa184c056c0] error while decoding MB 180 93, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070815641600, "copied_frame_count": 2557442, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070815641600, "frame_buffer_copies": 2557442, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0931, "count": 512, "max_ms": 1.112, "p50_ms": 0.0816, "p95_ms": 0.1607, "p99_ms": 0.2075}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2653, "count": 512, "max_ms": 6.3385, "p50_ms": 1.1003, "p95_ms": 2.2988, "p99_ms": 3.384, "results": {"failed": 0, "not_applicable": 0, "success": 2557442, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 197, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:33:32+09:00", "last_error_summary": "[h264 @ 0x5aa184c056c0] error while decoding MB 180 93, bytestream -7", "last_exit_at": "2026-11-02T14:33:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.389, "last_started_at": "2026-11-02T14:32:53+09:00", "pid": 51698, "process": {"exists": false, "pid": 51698}, "restart_count": 121, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.256, "sample_count": 1272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T14:33:32+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-02T14:33:32+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.375, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 104.625, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T14:33:32.515138+09:00", "mtime_epoch": 1793597612.5151377, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 135884}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:33:32+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.41, "name": "celery", "pid": 176, "rss_mb": 2083.41, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.225, "pushed": 1.225, "read": 1.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.006, "count": 11, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 34.275, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.523, "count": 11, "max_ms": 1.353, "p95_ms": 1.205, "reason": null, "sample_age_ms": 61.917, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 11, "max_ms": 1.157, "p95_ms": 1.015, "reason": null, "sample_age_ms": 62.068, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.057, "count": 11, "max_ms": 0.091, "p95_ms": 0.086, "reason": null, "sample_age_ms": 34.285, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 11, "max_ms": 1.865, "p95_ms": 1.727, "reason": null, "sample_age_ms": 61.194, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 61.181, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.411, "count": 11, "max_ms": 35.204, "p95_ms": 34.196, "reason": null, "sample_age_ms": 34.271, "source": "client_direct"}, "sample_age_ms": 34.268, "source": "client_direct", "task_total_ms": {"avg_ms": 28.642, "count": 11, "max_ms": 37.026, "p95_ms": 35.638, "reason": null, "sample_age_ms": 34.268, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.487, "count": 11, "max_ms": 0.773, "p95_ms": 0.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.158, "count": 11, "max_ms": 0.255, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 11, "max_ms": 0.106, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 11, "max_ms": 0.086, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 11, "max_ms": 0.2, "p95_ms": 0.2}, "setup_ms": {"avg_ms": 0.028, "count": 11, "max_ms": 0.049, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.461, "count": 11, "max_ms": 0.734, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 11, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.553, "count": 11, "max_ms": 3.989, "p95_ms": 3.989}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.058, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.397, "count": 11, "max_ms": 37.813, "p95_ms": 37.813}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.055, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.662, "count": 11, "max_ms": 72.686, "p95_ms": 72.686}, "inference_input_copy_ms": {"avg_ms": 1.4, "count": 11, "max_ms": 2.308, "p95_ms": 2.308}, "processing_residual_ms": {"avg_ms": 0.097, "count": 11, "max_ms": 0.164, "p95_ms": 0.164}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.189, "count": 11, "max_ms": 74.351, "p95_ms": 74.351}, "read_interval": {"avg_ms": 3798.773, "count": 11, "max_ms": 32870.278, "p95_ms": 32870.278}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 11, "max_ms": 0.017, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.084, "count": 11, "max_ms": 0.129, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 11, "max_ms": 0.023, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 11, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 11, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 29.41, "count": 11, "max_ms": 37.821, "p95_ms": 37.821}, "visualize": {"avg_ms": 26.948, "count": 11, "max_ms": 34.426, "p95_ms": 34.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.357, "count": 11, "max_ms": 33.714, "p95_ms": 33.714}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.824, "count": 11, "max_ms": 34.209, "p95_ms": 34.209}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.748, "count": 11, "max_ms": 34.123, "p95_ms": 34.123}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 11, "max_ms": 0.183, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.721, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.358, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32.866, "exists": true, "size_bytes": 137048, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51698, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000656, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.004264, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.637, "count": 1, "max_ms": 1.637, "p95_ms": 1.637, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 1}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 1}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.784, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.981, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.175, "count": 30, "max": 32.866, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136175.067, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127138.333, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21486, "sampled_at": "2026-11-02T14:33:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:33:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 8.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10392.035, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070815641600, "copied_frame_count": 2557442, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070815641600, "frame_buffer_copies": 2557442, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0931, "count": 512, "max_ms": 1.112, "p50_ms": 0.0816, "p95_ms": 0.1607, "p99_ms": 0.2075}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2653, "count": 512, "max_ms": 6.3385, "p50_ms": 1.1003, "p95_ms": 2.2988, "p99_ms": 3.384, "results": {"failed": 0, "not_applicable": 0, "success": 2557442, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 197, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:33:32+09:00", "last_error_summary": "[h264 @ 0x5aa184c056c0] error while decoding MB 180 93, bytestream -7", "last_exit_at": "2026-11-02T14:33:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.41, "last_started_at": "2026-11-02T14:32:53+09:00", "pid": 51698, "process": {"exists": false, "pid": 51698}, "restart_count": 121, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.256, "sample_count": 1272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-11-02T14:33:32+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-11-02T14:33:32+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.396, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 104.604, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-11-02T14:33:32.578138+09:00", "mtime_epoch": 1793597612.578138, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136107}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:33:32+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2083.41, "name": "celery", "pid": 176, "rss_mb": 2083.41, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.222, "pushed": 1.222, "read": 1.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.006, "count": 11, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 55.139, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.523, "count": 11, "max_ms": 1.353, "p95_ms": 1.205, "reason": null, "sample_age_ms": 82.781, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 11, "max_ms": 1.157, "p95_ms": 1.015, "reason": null, "sample_age_ms": 82.932, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.057, "count": 11, "max_ms": 0.091, "p95_ms": 0.086, "reason": null, "sample_age_ms": 55.149, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 11, "max_ms": 1.865, "p95_ms": 1.727, "reason": null, "sample_age_ms": 82.058, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 82.045, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.261, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.411, "count": 11, "max_ms": 35.204, "p95_ms": 34.196, "reason": null, "sample_age_ms": 55.135, "source": "client_direct"}, "sample_age_ms": 55.132, "source": "client_direct", "task_total_ms": {"avg_ms": 28.642, "count": 11, "max_ms": 37.026, "p95_ms": 35.638, "reason": null, "sample_age_ms": 55.132, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.092, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.487, "count": 11, "max_ms": 0.773, "p95_ms": 0.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.158, "count": 11, "max_ms": 0.255, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 11, "max_ms": 0.106, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 11, "max_ms": 0.086, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 11, "max_ms": 0.2, "p95_ms": 0.2}, "setup_ms": {"avg_ms": 0.028, "count": 11, "max_ms": 0.049, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.461, "count": 11, "max_ms": 0.734, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 11, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.553, "count": 11, "max_ms": 3.989, "p95_ms": 3.989}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.058, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.397, "count": 11, "max_ms": 37.813, "p95_ms": 37.813}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.055, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.662, "count": 11, "max_ms": 72.686, "p95_ms": 72.686}, "inference_input_copy_ms": {"avg_ms": 1.4, "count": 11, "max_ms": 2.308, "p95_ms": 2.308}, "processing_residual_ms": {"avg_ms": 0.097, "count": 11, "max_ms": 0.164, "p95_ms": 0.164}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.189, "count": 11, "max_ms": 74.351, "p95_ms": 74.351}, "read_interval": {"avg_ms": 3798.773, "count": 11, "max_ms": 32870.278, "p95_ms": 32870.278}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 11, "max_ms": 0.017, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.084, "count": 11, "max_ms": 0.129, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 11, "max_ms": 0.023, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 11, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 11, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 29.41, "count": 11, "max_ms": 37.821, "p95_ms": 37.821}, "visualize": {"avg_ms": 26.948, "count": 11, "max_ms": 34.426, "p95_ms": 34.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.357, "count": 11, "max_ms": 33.714, "p95_ms": 33.714}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.824, "count": 11, "max_ms": 34.209, "p95_ms": 34.209}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.748, "count": 11, "max_ms": 34.123, "p95_ms": 34.123}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 11, "max_ms": 0.183, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.721, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.358, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32.866, "exists": true, "size_bytes": 137048, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51698, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000656, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.004264, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.637, "count": 1, "max_ms": 1.637, "p95_ms": 1.637, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 1}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 1}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.784, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.981, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.175, "count": 30, "max": 32.866, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136175.067, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127138.333, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21486, "sampled_at": "2026-11-02T14:33:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:33:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 8.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3487347, "flush_count": 4309, "flush_interval_seconds": 30.0, "flush_state": {"count": 4309, "last_at": "2026-11-02T14:32:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:32:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4308}, "started": true, "suppressed_count": 2553138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4309, "written_record_count": 4309}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10418.543, "limit_mb": null}, "detail": {"pid": 51930, "restart_count": 122, "start_count": 123}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7070815641600, "copied_frame_count": 2557442, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7070815641600, "frame_buffer_copies": 2557442, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0931, "count": 512, "max_ms": 1.112, "p50_ms": 0.0816, "p95_ms": 0.1607, "p99_ms": 0.2075}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2653, "count": 512, "max_ms": 6.3385, "p50_ms": 1.1003, "p95_ms": 2.2988, "p99_ms": 3.384, "results": {"failed": 0, "not_applicable": 0, "success": 2557442, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 197, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:33:32+09:00", "last_error_summary": "[h264 @ 0x5aa184c056c0] error while decoding MB 180 93, bytestream -7", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:33:35+09:00", "pid": 51930, "process": {"exists": true, "fd_count": 4, "hwm_mb": 62.426, "name": "ffmpeg", "pid": 51930, "rss_mb": 62.426, "state": "S (sleeping)", "threads": 1}, "restart_count": 122, "restart_count_per_hour": 20, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.358, "sample_count": 1267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.957, "last_frame_pushed_at": "2026-11-02T14:33:32+09:00", "last_frame_read_age_sec": 5.018, "last_frame_read_at": "2026-11-02T14:33:32+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 500.331, "last_sample_duration_ms": 525.181, "last_trigger": "periodic", "next_snapshot_in_sec": 99.669, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 433, "storage_bytes": 2147373}, "mjpeg": {"age_sec": 4.95, "exists": true, "mtime": "2026-11-02T14:33:32.578138+09:00", "mtime_epoch": 1793597612.578138, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 136107}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:33:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2083.414, "name": "celery", "pid": 176, "rss_mb": 2083.414, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2557442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.789, "pushed": 0.789, "read": 0.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.006, "count": 11, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4991.241, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.523, "count": 11, "max_ms": 1.353, "p95_ms": 1.205, "reason": null, "sample_age_ms": 5018.884, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 11, "max_ms": 1.157, "p95_ms": 1.015, "reason": null, "sample_age_ms": 5019.034, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.057, "count": 11, "max_ms": 0.091, "p95_ms": 0.086, "reason": null, "sample_age_ms": 4991.251, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.053, "count": 11, "max_ms": 1.865, "p95_ms": 1.727, "reason": null, "sample_age_ms": 5018.16, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5018.147, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4991.364, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.411, "count": 11, "max_ms": 35.204, "p95_ms": 34.196, "reason": null, "sample_age_ms": 4991.237, "source": "client_direct"}, "sample_age_ms": 4991.234, "source": "client_direct", "task_total_ms": {"avg_ms": 28.642, "count": 11, "max_ms": 37.026, "p95_ms": 35.638, "reason": null, "sample_age_ms": 4991.234, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.246, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.487, "count": 11, "max_ms": 0.773, "p95_ms": 0.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.158, "count": 11, "max_ms": 0.255, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.067, "count": 11, "max_ms": 0.106, "p95_ms": 0.106}, "event_filter_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 11, "max_ms": 0.086, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 11, "max_ms": 0.2, "p95_ms": 0.2}, "setup_ms": {"avg_ms": 0.028, "count": 11, "max_ms": 0.049, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.461, "count": 11, "max_ms": 0.734, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 11, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.553, "count": 11, "max_ms": 3.989, "p95_ms": 3.989}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.058, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.397, "count": 11, "max_ms": 37.813, "p95_ms": 37.813}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.055, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.662, "count": 11, "max_ms": 72.686, "p95_ms": 72.686}, "inference_input_copy_ms": {"avg_ms": 1.4, "count": 11, "max_ms": 2.308, "p95_ms": 2.308}, "processing_residual_ms": {"avg_ms": 0.097, "count": 11, "max_ms": 0.164, "p95_ms": 0.164}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.189, "count": 11, "max_ms": 74.351, "p95_ms": 74.351}, "read_interval": {"avg_ms": 3798.773, "count": 11, "max_ms": 32870.278, "p95_ms": 32870.278}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 11, "max_ms": 0.017, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.084, "count": 11, "max_ms": 0.129, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 11, "max_ms": 0.023, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 11, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.004, "count": 11, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 29.41, "count": 11, "max_ms": 37.821, "p95_ms": 37.821}, "visualize": {"avg_ms": 26.948, "count": 11, "max_ms": 34.426, "p95_ms": 34.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.357, "count": 11, "max_ms": 33.714, "p95_ms": 33.714}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.824, "count": 11, "max_ms": 34.209, "p95_ms": 34.209}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.748, "count": 11, "max_ms": 34.123, "p95_ms": 34.123}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 11, "max_ms": 0.183, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2083.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.721, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.358, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2557432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32.866, "exists": true, "size_bytes": 137048, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 51698, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000656, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.004264, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.637, "count": 1, "max_ms": 1.637, "p95_ms": 1.637, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 1}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 1}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.784, "count": 30, "max": 50.518, "p95": 24.421, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.981, "count": 30, "max": 23.155, "p95": 19.893, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 335.433, "count": 30, "max": 981.0, "p95": 869.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13119.467, "count": 30, "max": 95341.0, "p95": 95091.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.285, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 1.463, "p95": 1.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2.175, "count": 30, "max": 32.866, "p95": 8.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136175.067, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127138.333, "count": 30, "max": 138049.0, "p95": 138010.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.267, "count": 30, "max": 40.0, "p95": 16.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.72, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21486, "sampled_at": "2026-11-02T14:33:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:33:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 13.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4078078, "flush_count": 4316, "flush_interval_seconds": 30.0, "flush_state": {"count": 4316, "last_at": "2026-11-02T14:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4315}, "started": true, "suppressed_count": 2491686, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2491388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4316, "written_record_count": 4316}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10725.539, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6900116889600, "copied_frame_count": 2495702, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6900116889600, "frame_buffer_copies": 2495702, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0839, "count": 512, "max_ms": 0.2372, "p50_ms": 0.0761, "p95_ms": 0.141, "p99_ms": 0.1896}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2299, "count": 512, "max_ms": 3.4944, "p50_ms": 1.137, "p95_ms": 2.1544, "p99_ms": 2.8287, "results": {"failed": 0, "not_applicable": 0, "success": 2495702, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 543, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:38:51+09:00", "last_error_summary": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:33:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 351.397, "last_started_at": "2026-11-02T14:33:00+09:00", "pid": 51700, "process": {"exists": false, "pid": 51700}, "restart_count": 187, "restart_count_per_hour": 5, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.912, "sample_count": 2865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-11-02T14:38:51+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-02T14:38:51+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.554, "last_sample_duration_ms": 916.851, "last_trigger": "periodic", "next_snapshot_in_sec": 389.446, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 434, "storage_bytes": 2155929}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-02T14:38:51.551190+09:00", "mtime_epoch": 1793597931.55119, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103487}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:38:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2012.676, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2495703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.172, "max": 16.0, "p95": 13.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.622, "max": 3.0, "p95": 2.0, "sample_count": 74}, "total": {"avg": 0.984, "max": 3.0, "p95": 2.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 1.238, "max": 3.0, "p95": 2.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 1.238, "max": 3.0, "p95": 2.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.071, "pushed": 4.071, "read": 4.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.018, "p95_ms": 0.01, "reason": null, "sample_age_ms": 36.369, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 122, "max_ms": 3.491, "p95_ms": 1.911, "reason": null, "sample_age_ms": 79.846, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.221, "count": 122, "max_ms": 2.216, "p95_ms": 1.357, "reason": null, "sample_age_ms": 80.027, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.303, "count": 123, "max_ms": 0.698, "p95_ms": 0.501, "reason": null, "sample_age_ms": 36.383, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.571, "count": 122, "max_ms": 3.718, "p95_ms": 2.525, "reason": null, "sample_age_ms": 78.763, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.748, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.829, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.775, "count": 123, "max_ms": 64.603, "p95_ms": 51.255, "reason": null, "sample_age_ms": 36.366, "source": "client_direct"}, "sample_age_ms": 36.362, "source": "client_direct", "task_total_ms": {"avg_ms": 39.797, "count": 123, "max_ms": 66.918, "p95_ms": 53.507, "reason": null, "sample_age_ms": 36.362, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.11, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 122, "max_ms": 9.798, "p95_ms": 6.686}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 122, "max_ms": 0.74, "p95_ms": 0.416}, "detection_prepare_ms": {"avg_ms": 0.697, "count": 122, "max_ms": 3.368, "p95_ms": 1.395}, "event_filter_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.117, "count": 122, "max_ms": 0.382, "p95_ms": 0.265}, "mcmt_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.848, "count": 122, "max_ms": 3.086, "p95_ms": 2.606}, "setup_ms": {"avg_ms": 0.032, "count": 122, "max_ms": 0.066, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 2.808, "count": 122, "max_ms": 9.727, "p95_ms": 6.629}, "track_match_ms": {"avg_ms": 0.064, "count": 122, "max_ms": 0.252, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 0.809, "count": 122, "max_ms": 3.568, "p95_ms": 2.069}}, "gstreamer_push": {"avg_ms": 2.409, "count": 122, "max_ms": 4.879, "p95_ms": 3.833}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 122, "max_ms": 0.415, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.672, "count": 122, "max_ms": 67.398, "p95_ms": 54.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.832, "count": 122, "max_ms": 13.928, "p95_ms": 7.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.516, "count": 122, "max_ms": 114.848, "p95_ms": 95.813}, "inference_input_copy_ms": {"avg_ms": 1.413, "count": 122, "max_ms": 3.256, "p95_ms": 2.557}, "processing_residual_ms": {"avg_ms": 0.145, "count": 122, "max_ms": 0.533, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.906, "count": 122, "max_ms": 125.497, "p95_ms": 100.5}, "read_interval": {"avg_ms": 245.491, "count": 122, "max_ms": 10132.893, "p95_ms": 137.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 122, "max_ms": 0.043, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.802, "count": 122, "max_ms": 3.029, "p95_ms": 2.516}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.027, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.79, "count": 122, "max_ms": 3.016, "p95_ms": 2.494}, "worker_merge_ms": {"avg_ms": 0.004, "count": 122, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.683, "count": 122, "max_ms": 67.406, "p95_ms": 54.354}, "visualize": {"avg_ms": 30.054, "count": 122, "max_ms": 51.752, "p95_ms": 43.015}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.044, "count": 122, "max_ms": 45.854, "p95_ms": 38.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.206, "count": 122, "max_ms": 50.333, "p95_ms": 42.439}, "visualize_input_copy_ms": {"avg_ms": 0.707, "count": 122, "max_ms": 2.244, "p95_ms": 1.665}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.123, "count": 122, "max_ms": 50.17, "p95_ms": 42.265}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 122, "max_ms": 0.116, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2012.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.193, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.942, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104696, "write_bytes_delta": 104696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.072434, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 51700, "reason": null, "system_cpu_core_ratio": 0.007243, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.06519, "user_cpu_s_delta": 1.5300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404776, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.133789, "system_cpu_s_delta": 3.139999999999418, "user_cpu_core_ratio": 0.270987, "user_cpu_s_delta": 6.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.443, "count": 124, "max_ms": 4.879, "p95_ms": 3.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.395, "max": 16.0, "p95": 13.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 0.919, "max": 3.0, "p95": 2.0, "sample_count": 124}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.282, "count": 30, "max": 55.367, "p95": 45.007, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.114, "count": 30, "max": 19.495, "p95": 18.399, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.667, "count": 30, "max": 1376.0, "p95": 1284.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 688.333, "count": 30, "max": 9824.0, "p95": 2428.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.497, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 3.031, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103158.167, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99805.133, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 44.0, "p95": 28.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.548, "p95": 0.537, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.243, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19256, "sampled_at": "2026-11-02T14:38:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:38:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4078078, "flush_count": 4316, "flush_interval_seconds": 30.0, "flush_state": {"count": 4316, "last_at": "2026-11-02T14:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4315}, "started": true, "suppressed_count": 2491686, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2491388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4316, "written_record_count": 4316}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10725.719, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T14:38:51+09:00", "last_error_summary": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6900119654400, "copied_frame_count": 2495703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6900119654400, "frame_buffer_copies": 2495703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.2372, "p50_ms": 0.0761, "p95_ms": 0.141, "p99_ms": 0.1896}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2286, "count": 512, "max_ms": 3.4944, "p50_ms": 1.1344, "p95_ms": 2.1544, "p99_ms": 2.8287, "results": {"failed": 0, "not_applicable": 0, "success": 2495703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 543, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:38:51+09:00", "last_error_summary": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:38:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 351.448, "last_started_at": "2026-11-02T14:33:00+09:00", "pid": 51700, "process": {"exists": false, "pid": 51700}, "restart_count": 187, "restart_count_per_hour": 5, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.942, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T14:38:51+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-11-02T14:38:51+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.605, "last_sample_duration_ms": 916.851, "last_trigger": "periodic", "next_snapshot_in_sec": 389.395, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 434, "storage_bytes": 2155929}, "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-11-02T14:38:51.551190+09:00", "mtime_epoch": 1793597931.55119, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103487}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:38:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2012.676, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2495703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.205, "max": 16.0, "p95": 13.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.627, "max": 3.0, "p95": 2.0, "sample_count": 75}, "total": {"avg": 1.0, "max": 3.0, "p95": 2.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 1.246, "max": 3.0, "p95": 2.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 1.246, "max": 3.0, "p95": 2.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.076, "pushed": 4.076, "read": 4.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.005, "count": 122, "max_ms": 0.018, "p95_ms": 0.01, "reason": null, "sample_age_ms": 87.162, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 121, "max_ms": 3.491, "p95_ms": 1.912, "reason": null, "sample_age_ms": 130.639, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.222, "count": 121, "max_ms": 2.216, "p95_ms": 1.36, "reason": null, "sample_age_ms": 130.82, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 122, "max_ms": 0.698, "p95_ms": 0.502, "reason": null, "sample_age_ms": 87.176, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.573, "count": 121, "max_ms": 3.718, "p95_ms": 2.525, "reason": null, "sample_age_ms": 129.556, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.54, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.622, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.813, "count": 122, "max_ms": 64.603, "p95_ms": 51.373, "reason": null, "sample_age_ms": 87.159, "source": "client_direct"}, "sample_age_ms": 87.154, "source": "client_direct", "task_total_ms": {"avg_ms": 39.827, "count": 122, "max_ms": 66.918, "p95_ms": 53.571, "reason": null, "sample_age_ms": 87.154, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.677, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.895, "count": 122, "max_ms": 9.798, "p95_ms": 6.686}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 122, "max_ms": 0.74, "p95_ms": 0.416}, "detection_prepare_ms": {"avg_ms": 0.708, "count": 122, "max_ms": 3.368, "p95_ms": 1.395}, "event_filter_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.118, "count": 122, "max_ms": 0.382, "p95_ms": 0.265}, "mcmt_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.866, "count": 122, "max_ms": 3.086, "p95_ms": 2.606}, "setup_ms": {"avg_ms": 0.032, "count": 122, "max_ms": 0.066, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 2.856, "count": 122, "max_ms": 9.727, "p95_ms": 6.629}, "track_match_ms": {"avg_ms": 0.066, "count": 122, "max_ms": 0.252, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 0.824, "count": 122, "max_ms": 3.568, "p95_ms": 2.069}}, "gstreamer_push": {"avg_ms": 2.414, "count": 122, "max_ms": 4.879, "p95_ms": 3.833}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 122, "max_ms": 0.415, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.731, "count": 122, "max_ms": 67.398, "p95_ms": 54.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.851, "count": 122, "max_ms": 13.928, "p95_ms": 7.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.025, "count": 122, "max_ms": 119.351, "p95_ms": 96.334}, "inference_input_copy_ms": {"avg_ms": 1.398, "count": 122, "max_ms": 3.256, "p95_ms": 2.27}, "processing_residual_ms": {"avg_ms": 0.145, "count": 122, "max_ms": 0.533, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.419, "count": 122, "max_ms": 125.497, "p95_ms": 101.201}, "read_interval": {"avg_ms": 246.96, "count": 121, "max_ms": 10132.893, "p95_ms": 137.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 122, "max_ms": 0.043, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.82, "count": 122, "max_ms": 3.029, "p95_ms": 2.516}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.027, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.807, "count": 122, "max_ms": 3.016, "p95_ms": 2.494}, "worker_merge_ms": {"avg_ms": 0.004, "count": 122, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.741, "count": 122, "max_ms": 67.406, "p95_ms": 54.354}, "visualize": {"avg_ms": 30.455, "count": 122, "max_ms": 68.139, "p95_ms": 43.869}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.257, "count": 122, "max_ms": 45.854, "p95_ms": 41.016}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.595, "count": 122, "max_ms": 66.566, "p95_ms": 42.87}, "visualize_input_copy_ms": {"avg_ms": 0.718, "count": 122, "max_ms": 2.244, "p95_ms": 1.665}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.511, "count": 122, "max_ms": 66.423, "p95_ms": 42.817}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 122, "max_ms": 0.116, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2012.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.193, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.942, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104696, "write_bytes_delta": 104696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.072434, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 51700, "reason": null, "system_cpu_core_ratio": 0.007243, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.06519, "user_cpu_s_delta": 1.5300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404776, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.133789, "system_cpu_s_delta": 3.139999999999418, "user_cpu_core_ratio": 0.270987, "user_cpu_s_delta": 6.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.443, "count": 124, "max_ms": 4.879, "p95_ms": 3.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.395, "max": 16.0, "p95": 13.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 0.919, "max": 3.0, "p95": 2.0, "sample_count": 124}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.282, "count": 30, "max": 55.367, "p95": 45.007, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.114, "count": 30, "max": 19.495, "p95": 18.399, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.667, "count": 30, "max": 1376.0, "p95": 1284.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 688.333, "count": 30, "max": 9824.0, "p95": 2428.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.497, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 3.031, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103158.167, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99805.133, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 44.0, "p95": 28.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.548, "p95": 0.537, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.243, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19256, "sampled_at": "2026-11-02T14:38:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:38:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4078078, "flush_count": 4316, "flush_interval_seconds": 30.0, "flush_state": {"count": 4316, "last_at": "2026-11-02T14:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4315}, "started": true, "suppressed_count": 2491686, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2491388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4316, "written_record_count": 4316}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10724.797, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6900119654400, "copied_frame_count": 2495703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6900119654400, "frame_buffer_copies": 2495703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.2372, "p50_ms": 0.0761, "p95_ms": 0.141, "p99_ms": 0.1896}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2286, "count": 512, "max_ms": 3.4944, "p50_ms": 1.1344, "p95_ms": 2.1544, "p99_ms": 2.8287, "results": {"failed": 0, "not_applicable": 0, "success": 2495703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 543, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:38:51+09:00", "last_error_summary": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:38:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 351.478, "last_started_at": "2026-11-02T14:33:00+09:00", "pid": 51700, "process": {"exists": false, "pid": 51700}, "restart_count": 187, "restart_count_per_hour": 5, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.942, "sample_count": 2865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-02T14:38:51+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-11-02T14:38:51+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.632, "last_sample_duration_ms": 916.851, "last_trigger": "periodic", "next_snapshot_in_sec": 389.368, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 434, "storage_bytes": 2155929}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T14:38:51.683191+09:00", "mtime_epoch": 1793597931.6831908, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103817}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:38:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2012.676, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2495703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.205, "max": 16.0, "p95": 13.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.627, "max": 3.0, "p95": 2.0, "sample_count": 75}, "total": {"avg": 1.0, "max": 3.0, "p95": 2.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 1.246, "max": 3.0, "p95": 2.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 1.246, "max": 3.0, "p95": 2.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.072, "pushed": 4.072, "read": 4.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.005, "count": 122, "max_ms": 0.018, "p95_ms": 0.01, "reason": null, "sample_age_ms": 117.467, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 121, "max_ms": 3.491, "p95_ms": 1.912, "reason": null, "sample_age_ms": 160.944, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.222, "count": 121, "max_ms": 2.216, "p95_ms": 1.36, "reason": null, "sample_age_ms": 161.125, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 122, "max_ms": 0.698, "p95_ms": 0.502, "reason": null, "sample_age_ms": 117.481, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.573, "count": 121, "max_ms": 3.718, "p95_ms": 2.525, "reason": null, "sample_age_ms": 159.861, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.845, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.927, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.813, "count": 122, "max_ms": 64.603, "p95_ms": 51.373, "reason": null, "sample_age_ms": 117.464, "source": "client_direct"}, "sample_age_ms": 117.46, "source": "client_direct", "task_total_ms": {"avg_ms": 39.827, "count": 122, "max_ms": 66.918, "p95_ms": 53.571, "reason": null, "sample_age_ms": 117.46, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.551, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.895, "count": 122, "max_ms": 9.798, "p95_ms": 6.686}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 122, "max_ms": 0.74, "p95_ms": 0.416}, "detection_prepare_ms": {"avg_ms": 0.708, "count": 122, "max_ms": 3.368, "p95_ms": 1.395}, "event_filter_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.118, "count": 122, "max_ms": 0.382, "p95_ms": 0.265}, "mcmt_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.866, "count": 122, "max_ms": 3.086, "p95_ms": 2.606}, "setup_ms": {"avg_ms": 0.032, "count": 122, "max_ms": 0.066, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 2.856, "count": 122, "max_ms": 9.727, "p95_ms": 6.629}, "track_match_ms": {"avg_ms": 0.066, "count": 122, "max_ms": 0.252, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 0.824, "count": 122, "max_ms": 3.568, "p95_ms": 2.069}}, "gstreamer_push": {"avg_ms": 2.414, "count": 122, "max_ms": 4.879, "p95_ms": 3.833}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 122, "max_ms": 0.415, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.731, "count": 122, "max_ms": 67.398, "p95_ms": 54.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.851, "count": 122, "max_ms": 13.928, "p95_ms": 7.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.025, "count": 122, "max_ms": 119.351, "p95_ms": 96.334}, "inference_input_copy_ms": {"avg_ms": 1.398, "count": 122, "max_ms": 3.256, "p95_ms": 2.27}, "processing_residual_ms": {"avg_ms": 0.145, "count": 122, "max_ms": 0.533, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.419, "count": 122, "max_ms": 125.497, "p95_ms": 101.201}, "read_interval": {"avg_ms": 246.96, "count": 121, "max_ms": 10132.893, "p95_ms": 137.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 122, "max_ms": 0.043, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.82, "count": 122, "max_ms": 3.029, "p95_ms": 2.516}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.027, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.807, "count": 122, "max_ms": 3.016, "p95_ms": 2.494}, "worker_merge_ms": {"avg_ms": 0.004, "count": 122, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.741, "count": 122, "max_ms": 67.406, "p95_ms": 54.354}, "visualize": {"avg_ms": 30.455, "count": 122, "max_ms": 68.139, "p95_ms": 43.869}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.257, "count": 122, "max_ms": 45.854, "p95_ms": 41.016}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.595, "count": 122, "max_ms": 66.566, "p95_ms": 42.87}, "visualize_input_copy_ms": {"avg_ms": 0.718, "count": 122, "max_ms": 2.244, "p95_ms": 1.665}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.511, "count": 122, "max_ms": 66.423, "p95_ms": 42.817}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 122, "max_ms": 0.116, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2012.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.193, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.942, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104696, "write_bytes_delta": 104696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.072434, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 51700, "reason": null, "system_cpu_core_ratio": 0.007243, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.06519, "user_cpu_s_delta": 1.5300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404776, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.133789, "system_cpu_s_delta": 3.139999999999418, "user_cpu_core_ratio": 0.270987, "user_cpu_s_delta": 6.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.443, "count": 124, "max_ms": 4.879, "p95_ms": 3.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.395, "max": 16.0, "p95": 13.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 0.919, "max": 3.0, "p95": 2.0, "sample_count": 124}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.282, "count": 30, "max": 55.367, "p95": 45.007, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.114, "count": 30, "max": 19.495, "p95": 18.399, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.667, "count": 30, "max": 1376.0, "p95": 1284.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 688.333, "count": 30, "max": 9824.0, "p95": 2428.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.497, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 3.031, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103158.167, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99805.133, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 44.0, "p95": 28.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.548, "p95": 0.537, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.243, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19256, "sampled_at": "2026-11-02T14:38:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:38:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4078078, "flush_count": 4316, "flush_interval_seconds": 30.0, "flush_state": {"count": 4316, "last_at": "2026-11-02T14:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4315}, "started": true, "suppressed_count": 2491686, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 2491388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4316, "written_record_count": 4316}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10890.363, "limit_mb": null}, "detail": {"pid": 52046, "restart_count": 188, "start_count": 189}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6900119654400, "copied_frame_count": 2495703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T13:24:06+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4581566, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T13:24:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.711}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 298, "events_emitted": 282, "events_failed": 0, "events_observed": 298, "events_suppressed": 16, "frame_buffer_copied_bytes": 6900119654400, "frame_buffer_copies": 2495703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14100, "recorder_active_input_bytes": 38983680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 282, "recorder_clips_failed": 0, "recorder_clips_started": 282, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 282, "worker_jobs_accepted": 282, "worker_jobs_completed": 282, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.2372, "p50_ms": 0.0761, "p95_ms": 0.141, "p99_ms": 0.1896}, "stages": {"db_insert": {"avg_ms": 15.6169, "count": 282, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 31.0397, "p99_ms": 40.946, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 282, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6817, "p99_ms": 3.3688, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.3849, "count": 298, "max_ms": 4422.916, "p50_ms": 933.215, "p95_ms": 1368.405, "p99_ms": 1674.0111, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2286, "count": 512, "max_ms": 3.4944, "p50_ms": 1.1344, "p95_ms": 2.1544, "p99_ms": 2.8287, "results": {"failed": 0, "not_applicable": 0, "success": 2495703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6339, "count": 298, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.9406, "p99_ms": 1063.1093, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0286, "count": 282, "max_ms": 90.5272, "p50_ms": 21.5388, "p95_ms": 56.9185, "p99_ms": 68.4954, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4602, "p95_ms": 6.4112, "p99_ms": 7.6416, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 512, "max_ms": 4.8971, "p50_ms": 1.2394, "p95_ms": 2.3988, "p99_ms": 4.0323, "results": {"failed": 0, "not_applicable": 0, "success": 14100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3606, "count": 282, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 631.4171, "p99_ms": 1078.4314, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6737, "count": 282, "max_ms": 1192.1198, "p50_ms": 410.443, "p95_ms": 533.2959, "p99_ms": 991.2967, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.243, "count": 282, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4535, "p99_ms": 110.0836, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6233, "count": 282, "max_ms": 15.8949, "p50_ms": 1.2879, "p95_ms": 2.8695, "p99_ms": 7.5138, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1789, "count": 282, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9968, "p99_ms": 63.2317, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2794, "count": 282, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.5834, "p99_ms": 10.9232, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7479, "count": 298, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3754, "p99_ms": 1.8406, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8108, "count": 282, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4225, "p99_ms": 2.6371, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7418, "count": 282, "max_ms": 3752.636, "p50_ms": 354.5314, "p95_ms": 688.35, "p99_ms": 822.378, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 298, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 298, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0742, "count": 282, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.6018, "p99_ms": 11.5183, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5287, "count": 282, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.8117, "p99_ms": 72.4931, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 282, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.15, "p99_ms": 0.1893, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9993, "count": 282, "max_ms": 9.2334, "p50_ms": 1.7798, "p95_ms": 3.3221, "p99_ms": 5.5007, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9441, "count": 282, "max_ms": 3837.487, "p50_ms": 428.5749, "p95_ms": 771.8725, "p99_ms": 935.7096, "results": {"failed": 0, "not_applicable": 0, "success": 282, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 282, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 282, "artifact_failed": 0, "artifact_requested": 282, "artifact_success": 282, "completed": 282, "completed_failed": 0, "completed_success": 282, "cooldown_promoted": 282, "database_requested": 282, "db_insert_success": 282, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15831, "relay_business_failed": 0, "relay_business_success": 282, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 282, "relay_transport_failed": 0, "relay_transport_success": 282, "reservation_requested": 282}, "snapshot": {"copied_bytes": 779673600, "copied_count": 282, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 543, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:38:51+09:00", "last_error_summary": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:38:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:38:53+09:00", "pid": 52046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.477, "name": "ffmpeg", "pid": 52046, "rss_mb": 200.477, "state": "S (sleeping)", "threads": 70}, "restart_count": 188, "restart_count_per_hour": 6, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.843, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.292, "last_frame_pushed_at": "2026-11-02T14:38:51+09:00", "last_frame_read_age_sec": 4.419, "last_frame_read_at": "2026-11-02T14:38:51+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.9, "last_sample_duration_ms": 916.851, "last_trigger": "periodic", "next_snapshot_in_sec": 385.1, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 434, "storage_bytes": 2155929}, "mjpeg": {"age_sec": 4.284, "exists": true, "mtime": "2026-11-02T14:38:51.683191+09:00", "mtime_epoch": 1793597931.6831908, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103817}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T14:38:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2085.754, "name": "celery", "pid": 206, "rss_mb": 2012.68, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 238, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2495703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.662, "max": 16.0, "p95": 14.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.783, "max": 3.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.507, "max": 3.0, "p95": 2.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 1.423, "max": 3.0, "p95": 2.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 1.423, "max": 3.0, "p95": 2.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 71, "pushed_frames": 71, "read_frames": 70, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.371, "pushed": 2.371, "read": 2.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.005, "count": 71, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4379.291, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.601, "count": 70, "max_ms": 3.491, "p95_ms": 1.908, "reason": null, "sample_age_ms": 4422.767, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.237, "count": 70, "max_ms": 2.196, "p95_ms": 1.528, "reason": null, "sample_age_ms": 4422.948, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 71, "max_ms": 0.698, "p95_ms": 0.514, "reason": null, "sample_age_ms": 4379.305, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.557, "count": 70, "max_ms": 2.815, "p95_ms": 2.401, "reason": null, "sample_age_ms": 4421.685, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2764808.0, "count": 70, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4421.669, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4379.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.161, "count": 71, "max_ms": 64.603, "p95_ms": 47.954, "reason": null, "sample_age_ms": 4379.287, "source": "client_direct"}, "sample_age_ms": 4379.283, "source": "client_direct", "task_total_ms": {"avg_ms": 39.179, "count": 71, "max_ms": 66.918, "p95_ms": 50.326, "reason": null, "sample_age_ms": 4379.283, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.85, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.064, "count": 71, "max_ms": 9.798, "p95_ms": 7.112}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 71, "max_ms": 0.493, "p95_ms": 0.416}, "detection_prepare_ms": {"avg_ms": 0.966, "count": 71, "max_ms": 3.368, "p95_ms": 1.714}, "event_filter_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 71, "max_ms": 0.382, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.002, "count": 71, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.326, "count": 71, "max_ms": 3.086, "p95_ms": 2.671}, "setup_ms": {"avg_ms": 0.032, "count": 71, "max_ms": 0.066, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 4.02, "count": 71, "max_ms": 9.727, "p95_ms": 7.071}, "track_match_ms": {"avg_ms": 0.097, "count": 71, "max_ms": 0.252, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 1.211, "count": 71, "max_ms": 3.568, "p95_ms": 2.268}}, "gstreamer_push": {"avg_ms": 2.411, "count": 71, "max_ms": 4.879, "p95_ms": 3.681}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 71, "max_ms": 0.415, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.126, "count": 71, "max_ms": 67.398, "p95_ms": 51.111}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.615, "count": 71, "max_ms": 13.928, "p95_ms": 7.616}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.81, "count": 71, "max_ms": 119.351, "p95_ms": 110.827}, "inference_input_copy_ms": {"avg_ms": 1.348, "count": 71, "max_ms": 3.256, "p95_ms": 2.557}, "processing_residual_ms": {"avg_ms": 0.167, "count": 71, "max_ms": 0.533, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.94, "count": 71, "max_ms": 125.497, "p95_ms": 117.273}, "read_interval": {"avg_ms": 365.71, "count": 70, "max_ms": 10132.893, "p95_ms": 142.769}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 71, "max_ms": 0.029, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 1.277, "count": 71, "max_ms": 3.029, "p95_ms": 2.626}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 71, "max_ms": 0.02, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.264, "count": 71, "max_ms": 3.016, "p95_ms": 2.615}, "worker_merge_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 40.137, "count": 71, "max_ms": 67.406, "p95_ms": 51.123}, "visualize": {"avg_ms": 32.61, "count": 71, "max_ms": 68.139, "p95_ms": 46.85}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.172, "count": 71, "max_ms": 45.854, "p95_ms": 42.308}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.484, "count": 71, "max_ms": 66.566, "p95_ms": 45.815}, "visualize_input_copy_ms": {"avg_ms": 0.98, "count": 71, "max_ms": 2.141, "p95_ms": 1.817}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.392, "count": 71, "max_ms": 66.423, "p95_ms": 45.734}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 71, "max_ms": 0.116, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2012.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.193, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.942, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:38:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104696, "write_bytes_delta": 104696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.072434, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 51700, "reason": null, "system_cpu_core_ratio": 0.007243, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.06519, "user_cpu_s_delta": 1.5300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404776, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.133789, "system_cpu_s_delta": 3.139999999999418, "user_cpu_core_ratio": 0.270987, "user_cpu_s_delta": 6.360000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.443, "count": 124, "max_ms": 4.879, "p95_ms": 3.926, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.395, "max": 16.0, "p95": 13.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 0.919, "max": 3.0, "p95": 2.0, "sample_count": 124}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.282, "count": 30, "max": 55.367, "p95": 45.007, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.114, "count": 30, "max": 19.495, "p95": 18.399, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.667, "count": 30, "max": 1376.0, "p95": 1284.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 688.333, "count": 30, "max": 9824.0, "p95": 2428.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.497, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 3.031, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103158.167, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99805.133, "count": 30, "max": 107417.0, "p95": 106808.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 44.0, "p95": 28.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.548, "p95": 0.537, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.243, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19256, "sampled_at": "2026-11-02T14:38:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:38:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3508297, "flush_count": 4334, "flush_interval_seconds": 30.0, "flush_state": {"count": 4334, "last_at": "2026-11-02T14:57:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:57:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4333}, "started": true, "suppressed_count": 2567498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567494}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4334, "written_record_count": 4334}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10418.867, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7110587289600, "copied_frame_count": 2571827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7110587289600, "frame_buffer_copies": 2571827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0953, "count": 512, "max_ms": 1.4061, "p50_ms": 0.0837, "p95_ms": 0.1592, "p99_ms": 0.2324}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2746, "count": 512, "max_ms": 2.8651, "p50_ms": 1.2103, "p95_ms": 2.0416, "p99_ms": 2.4784, "results": {"failed": 0, "not_applicable": 0, "success": 2571827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:57:50+09:00", "last_error_summary": "[h264 @ 0x6535511dd2c0] error while decoding MB 180 72, bytestream -9", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1454.478, "last_started_at": "2026-11-02T14:33:35+09:00", "pid": 51930, "process": {"exists": false, "pid": 51930}, "restart_count": 122, "restart_count_per_hour": 18, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.422, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2571827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-11-02T14:57:50+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-11-02T14:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.269, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 455.731, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-02T14:57:49.928309+09:00", "mtime_epoch": 1793599069.9283087, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 125203}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:57:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2090.312, "name": "celery", "pid": 176, "rss_mb": 2090.312, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2571827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.137, "pushed": 5.137, "read": 5.104}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 52.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 153, "max_ms": 2.002, "p95_ms": 1.369, "reason": null, "sample_age_ms": 79.7, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 153, "max_ms": 1.772, "p95_ms": 1.138, "reason": null, "sample_age_ms": 79.854, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 153, "max_ms": 0.396, "p95_ms": 0.129, "reason": null, "sample_age_ms": 52.706, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.173, "count": 153, "max_ms": 6.187, "p95_ms": 1.883, "reason": null, "sample_age_ms": 78.831, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2211848.0, "count": 153, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 78.814, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.799, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.567, "count": 153, "max_ms": 70.081, "p95_ms": 44.584, "reason": null, "sample_age_ms": 52.696, "source": "client_direct"}, "sample_age_ms": 52.693, "source": "client_direct", "task_total_ms": {"avg_ms": 31.946, "count": 153, "max_ms": 71.655, "p95_ms": 46.623, "reason": null, "sample_age_ms": 52.693, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.234, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.571, "count": 154, "max_ms": 1.602, "p95_ms": 0.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.186, "count": 154, "max_ms": 0.542, "p95_ms": 0.329}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 154, "max_ms": 0.242, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.003, "count": 154, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 154, "max_ms": 0.182, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 154, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 154, "max_ms": 0.425, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.035, "count": 154, "max_ms": 0.153, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.539, "count": 154, "max_ms": 1.503, "p95_ms": 0.875}, "track_match_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 154, "max_ms": 0.065, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.623, "count": 154, "max_ms": 5.169, "p95_ms": 4.214}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 154, "max_ms": 0.301, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.609, "count": 154, "max_ms": 73.563, "p95_ms": 48.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 154, "max_ms": 0.146, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.773, "count": 154, "max_ms": 137.355, "p95_ms": 87.269}, "inference_input_copy_ms": {"avg_ms": 1.39, "count": 154, "max_ms": 3.221, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.1, "count": 154, "max_ms": 0.315, "p95_ms": 0.178}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.293, "count": 154, "max_ms": 138.767, "p95_ms": 88.942}, "read_interval": {"avg_ms": 195.837, "count": 153, "max_ms": 9100.287, "p95_ms": 114.95}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 154, "max_ms": 0.028, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.097, "count": 154, "max_ms": 0.267, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 154, "max_ms": 0.032, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 154, "max_ms": 0.239, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.62, "count": 154, "max_ms": 73.581, "p95_ms": 48.489}, "visualize": {"avg_ms": 30.933, "count": 154, "max_ms": 60.616, "p95_ms": 41.763}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.25, "count": 154, "max_ms": 59.562, "p95_ms": 41.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.779, "count": 154, "max_ms": 60.278, "p95_ms": 41.627}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.706, "count": 154, "max_ms": 60.152, "p95_ms": 41.567}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 154, "max_ms": 0.119, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.699, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.459, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2571683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124563, "write_bytes_delta": 124563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1194.0, "cpu_core_ratio": 0.728479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 51930, "reason": null, "system_cpu_core_ratio": 0.036969, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 0.69151, "user_cpu_s_delta": 17.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.040082, "system_cpu_s_delta": 1.0299999999988358, "user_cpu_core_ratio": 0.380973, "user_cpu_s_delta": 9.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.751, "count": 211, "max_ms": 6.384, "p95_ms": 4.411, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.512, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.655, "count": 30, "max": 25.98, "p95": 23.003, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1454.0, "p95": 1448.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.062, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.019, "count": 30, "max": 1.094, "p95": 1.089, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126596.467, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126596.467, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.667, "count": 30, "max": 46.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.615, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21618, "sampled_at": "2026-11-02T14:57:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:57:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3508297, "flush_count": 4334, "flush_interval_seconds": 30.0, "flush_state": {"count": 4334, "last_at": "2026-11-02T14:57:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:57:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4333}, "started": true, "suppressed_count": 2567498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567494}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4334, "written_record_count": 4334}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10418.988, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7110587289600, "copied_frame_count": 2571827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7110587289600, "frame_buffer_copies": 2571827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0953, "count": 512, "max_ms": 1.4061, "p50_ms": 0.0837, "p95_ms": 0.1592, "p99_ms": 0.2324}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2746, "count": 512, "max_ms": 2.8651, "p50_ms": 1.2103, "p95_ms": 2.0416, "p99_ms": 2.4784, "results": {"failed": 0, "not_applicable": 0, "success": 2571827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:57:50+09:00", "last_error_summary": "[h264 @ 0x6535511dd2c0] error while decoding MB 180 72, bytestream -9", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1454.522, "last_started_at": "2026-11-02T14:33:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 122, "restart_count_per_hour": 18, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.422, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2571827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-02T14:57:50+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-02T14:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.301, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 455.699, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-02T14:57:50.008309+09:00", "mtime_epoch": 1793599070.0083091, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124077}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:57:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2090.309, "name": "celery", "pid": 176, "rss_mb": 2090.309, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2571827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 153, "pushed_frames": 153, "read_frames": 153, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.102, "pushed": 5.102, "read": 5.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 92.698, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 153, "max_ms": 2.002, "p95_ms": 1.369, "reason": null, "sample_age_ms": 119.699, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 153, "max_ms": 1.772, "p95_ms": 1.138, "reason": null, "sample_age_ms": 119.853, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 153, "max_ms": 0.396, "p95_ms": 0.129, "reason": null, "sample_age_ms": 92.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.173, "count": 153, "max_ms": 6.187, "p95_ms": 1.883, "reason": null, "sample_age_ms": 118.83, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2211848.0, "count": 153, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.813, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.798, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.567, "count": 153, "max_ms": 70.081, "p95_ms": 44.584, "reason": null, "sample_age_ms": 92.695, "source": "client_direct"}, "sample_age_ms": 92.692, "source": "client_direct", "task_total_ms": {"avg_ms": 31.946, "count": 153, "max_ms": 71.655, "p95_ms": 46.623, "reason": null, "sample_age_ms": 92.692, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.662, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.57, "count": 153, "max_ms": 1.602, "p95_ms": 0.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.186, "count": 153, "max_ms": 0.542, "p95_ms": 0.329}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 153, "max_ms": 0.242, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 153, "max_ms": 0.182, "p95_ms": 0.107}, "mcmt_ms": {"avg_ms": 0.002, "count": 153, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 153, "max_ms": 0.425, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.035, "count": 153, "max_ms": 0.153, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.538, "count": 153, "max_ms": 1.503, "p95_ms": 0.875}, "track_match_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 153, "max_ms": 0.065, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.618, "count": 153, "max_ms": 5.169, "p95_ms": 4.214}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 153, "max_ms": 0.301, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.634, "count": 153, "max_ms": 73.563, "p95_ms": 48.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 153, "max_ms": 0.146, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.805, "count": 153, "max_ms": 137.355, "p95_ms": 87.269}, "inference_input_copy_ms": {"avg_ms": 1.39, "count": 153, "max_ms": 3.221, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.1, "count": 153, "max_ms": 0.315, "p95_ms": 0.178}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.325, "count": 153, "max_ms": 138.767, "p95_ms": 88.942}, "read_interval": {"avg_ms": 195.837, "count": 153, "max_ms": 9100.287, "p95_ms": 114.95}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 153, "max_ms": 0.028, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.096, "count": 153, "max_ms": 0.267, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 153, "max_ms": 0.032, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 153, "max_ms": 0.239, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.645, "count": 153, "max_ms": 73.581, "p95_ms": 48.489}, "visualize": {"avg_ms": 30.941, "count": 153, "max_ms": 60.616, "p95_ms": 41.763}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.258, "count": 153, "max_ms": 59.562, "p95_ms": 41.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.787, "count": 153, "max_ms": 60.278, "p95_ms": 41.627}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.714, "count": 153, "max_ms": 60.152, "p95_ms": 41.567}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 153, "max_ms": 0.119, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.699, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.459, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2571683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124563, "write_bytes_delta": 124563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1194.0, "cpu_core_ratio": 0.728479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 51930, "reason": null, "system_cpu_core_ratio": 0.036969, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 0.69151, "user_cpu_s_delta": 17.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.040082, "system_cpu_s_delta": 1.0299999999988358, "user_cpu_core_ratio": 0.380973, "user_cpu_s_delta": 9.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.751, "count": 211, "max_ms": 6.384, "p95_ms": 4.411, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.512, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.655, "count": 30, "max": 25.98, "p95": 23.003, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1454.0, "p95": 1448.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.062, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.019, "count": 30, "max": 1.094, "p95": 1.089, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126596.467, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126596.467, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.667, "count": 30, "max": 46.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.615, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21618, "sampled_at": "2026-11-02T14:57:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:57:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3508297, "flush_count": 4334, "flush_interval_seconds": 30.0, "flush_state": {"count": 4334, "last_at": "2026-11-02T14:57:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:57:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4333}, "started": true, "suppressed_count": 2567498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567494}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4334, "written_record_count": 4334}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10427.547, "limit_mb": null}, "detail": {"pid": 52162, "restart_count": 123, "start_count": 124}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7110587289600, "copied_frame_count": 2571827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7110587289600, "frame_buffer_copies": 2571827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0953, "count": 512, "max_ms": 1.4061, "p50_ms": 0.0837, "p95_ms": 0.1592, "p99_ms": 0.2324}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2746, "count": 512, "max_ms": 2.8651, "p50_ms": 1.2103, "p95_ms": 2.0416, "p99_ms": 2.4784, "results": {"failed": 0, "not_applicable": 0, "success": 2571827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:57:50+09:00", "last_error_summary": "[h264 @ 0x6535511dd2c0] error while decoding MB 180 72, bytestream -9", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:57:52+09:00", "pid": 52162, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.191, "name": "ffmpeg", "pid": 52162, "rss_mb": 47.191, "state": "S (sleeping)", "threads": 1}, "restart_count": 123, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.459, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2571827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.696, "last_frame_pushed_at": "2026-11-02T14:57:50+09:00", "last_frame_read_age_sec": 4.763, "last_frame_read_at": "2026-11-02T14:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.949, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 451.051, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 4.689, "exists": true, "mtime": "2026-11-02T14:57:50.008309+09:00", "mtime_epoch": 1793599070.0083091, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124077}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:57:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2090.312, "name": "celery", "pid": 176, "rss_mb": 2090.312, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2571827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.839, "pushed": 5.839, "read": 5.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4738.8, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.41, "count": 145, "max_ms": 1.754, "p95_ms": 1.36, "reason": null, "sample_age_ms": 4765.8, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.172, "count": 145, "max_ms": 1.436, "p95_ms": 1.1, "reason": null, "sample_age_ms": 4765.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 145, "max_ms": 0.396, "p95_ms": 0.134, "reason": null, "sample_age_ms": 4738.807, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.17, "count": 145, "max_ms": 6.187, "p95_ms": 1.873, "reason": null, "sample_age_ms": 4764.931, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4764.915, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4738.899, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.555, "count": 145, "max_ms": 70.081, "p95_ms": 44.272, "reason": null, "sample_age_ms": 4738.797, "source": "client_direct"}, "sample_age_ms": 4738.794, "source": "client_direct", "task_total_ms": {"avg_ms": 31.932, "count": 145, "max_ms": 71.655, "p95_ms": 45.929, "reason": null, "sample_age_ms": 4738.794, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.804, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 145, "max_ms": 1.602, "p95_ms": 0.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 145, "max_ms": 0.542, "p95_ms": 0.329}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 145, "max_ms": 0.242, "p95_ms": 0.131}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.024, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 145, "max_ms": 0.182, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 145, "max_ms": 0.425, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.035, "count": 145, "max_ms": 0.153, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.535, "count": 145, "max_ms": 1.503, "p95_ms": 0.875}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 145, "max_ms": 0.065, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.6, "count": 145, "max_ms": 4.68, "p95_ms": 4.073}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 145, "max_ms": 0.301, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.609, "count": 145, "max_ms": 73.563, "p95_ms": 46.773}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 145, "max_ms": 0.146, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.663, "count": 145, "max_ms": 137.355, "p95_ms": 86.514}, "inference_input_copy_ms": {"avg_ms": 1.371, "count": 145, "max_ms": 3.221, "p95_ms": 2.291}, "processing_residual_ms": {"avg_ms": 0.098, "count": 145, "max_ms": 0.315, "p95_ms": 0.175}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.162, "count": 145, "max_ms": 138.767, "p95_ms": 87.963}, "read_interval": {"avg_ms": 201.184, "count": 145, "max_ms": 9100.287, "p95_ms": 111.351}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 145, "max_ms": 0.028, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.097, "count": 145, "max_ms": 0.267, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.032, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 145, "max_ms": 0.239, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.62, "count": 145, "max_ms": 73.581, "p95_ms": 46.78}, "visualize": {"avg_ms": 30.829, "count": 145, "max_ms": 60.616, "p95_ms": 41.763}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.146, "count": 145, "max_ms": 59.562, "p95_ms": 41.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.676, "count": 145, "max_ms": 60.278, "p95_ms": 41.627}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.603, "count": 145, "max_ms": 60.152, "p95_ms": 41.567}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 0.119, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.699, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.459, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2571683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124563, "write_bytes_delta": 124563, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1194.0, "cpu_core_ratio": 0.728479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 51930, "reason": null, "system_cpu_core_ratio": 0.036969, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 0.69151, "user_cpu_s_delta": 17.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.040082, "system_cpu_s_delta": 1.0299999999988358, "user_cpu_core_ratio": 0.380973, "user_cpu_s_delta": 9.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.751, "count": 211, "max_ms": 6.384, "p95_ms": 4.411, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.512, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.655, "count": 30, "max": 25.98, "p95": 23.003, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1454.0, "p95": 1448.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.062, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.019, "count": 30, "max": 1.094, "p95": 1.089, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126596.467, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126596.467, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.667, "count": 30, "max": 46.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.615, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21618, "sampled_at": "2026-11-02T14:57:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:57:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.834, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3509135, "flush_count": 4335, "flush_interval_seconds": 30.0, "flush_state": {"count": 4335, "last_at": "2026-11-02T14:58:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:58:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4334}, "started": true, "suppressed_count": 2567896, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4335, "written_record_count": 4335}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10417.988, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7111690444800, "copied_frame_count": 2572226, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7111690444800, "frame_buffer_copies": 2572226, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 1.0818, "p50_ms": 0.0865, "p95_ms": 0.1659, "p99_ms": 0.2213}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2921, "count": 512, "max_ms": 4.5792, "p50_ms": 1.1674, "p95_ms": 2.2767, "p99_ms": 3.5213, "results": {"failed": 0, "not_applicable": 0, "success": 2572226, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:58:57+09:00", "last_error_summary": "[h264 @ 0x5d0dedebf000] cabac decode of qscale diff failed at 141 88 [h264 @ 0x5d0dedebf000] error while decoding MB 141 88, bytestream 11970 [h264 @ 0x5d0dee8a4e00] error while decoding MB 71 63, bytestream -12", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.913, "last_started_at": "2026-11-02T14:57:52+09:00", "pid": 52162, "process": {"exists": false, "pid": 52162}, "restart_count": 123, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.606, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T14:58:57+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-02T14:58:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.881, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 388.119, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-02T14:58:57.603640+09:00", "mtime_epoch": 1793599137.6036398, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:58:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2090.512, "name": "celery", "pid": 176, "rss_mb": 2090.512, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2572226, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.373, "pushed": 5.373, "read": 5.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.07, "p95_ms": 0.012, "reason": null, "sample_age_ms": 50.428, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.431, "count": 145, "max_ms": 2.157, "p95_ms": 1.242, "reason": null, "sample_age_ms": 86.618, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.195, "count": 145, "max_ms": 1.962, "p95_ms": 1.034, "reason": null, "sample_age_ms": 86.775, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 145, "max_ms": 0.481, "p95_ms": 0.222, "reason": null, "sample_age_ms": 50.443, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.29, "count": 145, "max_ms": 2.537, "p95_ms": 2.066, "reason": null, "sample_age_ms": 85.555, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.537, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.609, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.153, "count": 145, "max_ms": 57.381, "p95_ms": 48.886, "reason": null, "sample_age_ms": 50.417, "source": "client_direct"}, "sample_age_ms": 50.409, "source": "client_direct", "task_total_ms": {"avg_ms": 34.672, "count": 145, "max_ms": 58.91, "p95_ms": 50.939, "reason": null, "sample_age_ms": 50.409, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.197, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 145, "max_ms": 1.455, "p95_ms": 1.003}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 145, "max_ms": 0.843, "p95_ms": 0.358}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 145, "max_ms": 0.211, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 145, "max_ms": 0.179, "p95_ms": 0.106}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 145, "max_ms": 0.432, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.035, "count": 145, "max_ms": 0.112, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.563, "count": 145, "max_ms": 1.409, "p95_ms": 0.961}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.028, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 145, "max_ms": 0.054, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.876, "count": 145, "max_ms": 8.545, "p95_ms": 5.921}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 145, "max_ms": 0.433, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.384, "count": 145, "max_ms": 59.524, "p95_ms": 51.719}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 145, "max_ms": 0.273, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.453, "count": 145, "max_ms": 123.223, "p95_ms": 93.996}, "inference_input_copy_ms": {"avg_ms": 1.894, "count": 145, "max_ms": 5.483, "p95_ms": 3.226}, "processing_residual_ms": {"avg_ms": 0.121, "count": 145, "max_ms": 0.322, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.5, "count": 145, "max_ms": 126.033, "p95_ms": 96.065}, "read_interval": {"avg_ms": 207.376, "count": 145, "max_ms": 6450.608, "p95_ms": 530.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 145, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.105, "count": 145, "max_ms": 0.298, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 145, "max_ms": 0.031, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 145, "max_ms": 0.278, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.033, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.397, "count": 145, "max_ms": 59.56, "p95_ms": 51.733}, "visualize": {"avg_ms": 32.753, "count": 145, "max_ms": 77.651, "p95_ms": 51.913}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.032, "count": 145, "max_ms": 76.914, "p95_ms": 50.66}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.588, "count": 145, "max_ms": 77.468, "p95_ms": 51.537}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.509, "count": 145, "max_ms": 77.38, "p95_ms": 51.409}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 145, "max_ms": 0.219, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.942, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.27, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123663, "write_bytes_delta": 123663, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 93.0, "cpu_core_ratio": 1.167264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12844.0, "pid": 52162, "reason": null, "system_cpu_core_ratio": 0.568623, "system_cpu_s_delta": 6.630000000000001, "user_cpu_core_ratio": 0.598641, "user_cpu_s_delta": 6.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.192114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018011, "system_cpu_s_delta": 0.21000000000276486, "user_cpu_core_ratio": 0.174103, "user_cpu_s_delta": 2.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.909, "count": 218, "max_ms": 8.545, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.036, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 25.98, "p95": 22.182, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.067, "count": 30, "max": 1513.0, "p95": 1452.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 678.333, "count": 30, "max": 12844.0, "p95": 3813.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.569, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.416, "p95": 1.094, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.061, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 46.0, "p95": 31.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21622, "sampled_at": "2026-11-02T14:58:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:58:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3509135, "flush_count": 4335, "flush_interval_seconds": 30.0, "flush_state": {"count": 4335, "last_at": "2026-11-02T14:58:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:58:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4334}, "started": true, "suppressed_count": 2567896, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4335, "written_record_count": 4335}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10417.988, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d0dedebf000] cabac decode of qscale diff failed at 141 88 [h264 @ 0x5d0dedebf000] error while decoding MB 141 88, bytestream 11970 [h264 @ 0x5d0dee8a4e00] error while decoding MB 71 63, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7111690444800, "copied_frame_count": 2572226, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7111690444800, "frame_buffer_copies": 2572226, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 1.0818, "p50_ms": 0.0865, "p95_ms": 0.1659, "p99_ms": 0.2213}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2921, "count": 512, "max_ms": 4.5792, "p50_ms": 1.1674, "p95_ms": 2.2767, "p99_ms": 3.5213, "results": {"failed": 0, "not_applicable": 0, "success": 2572226, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:58:57+09:00", "last_error_summary": "[h264 @ 0x5d0dedebf000] cabac decode of qscale diff failed at 141 88 [h264 @ 0x5d0dedebf000] error while decoding MB 141 88, bytestream 11970 [h264 @ 0x5d0dee8a4e00] error while decoding MB 71 63, bytestream -12", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.925, "last_started_at": "2026-11-02T14:57:52+09:00", "pid": 52162, "process": {"exists": false, "pid": 52162}, "restart_count": 123, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.606, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-02T14:58:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-02T14:58:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.889, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 388.111, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T14:58:57.603640+09:00", "mtime_epoch": 1793599137.6036398, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:58:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2090.512, "name": "celery", "pid": 176, "rss_mb": 2090.512, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2572226, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.369, "pushed": 5.369, "read": 5.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.07, "p95_ms": 0.012, "reason": null, "sample_age_ms": 65.249, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.431, "count": 145, "max_ms": 2.157, "p95_ms": 1.242, "reason": null, "sample_age_ms": 101.439, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.195, "count": 145, "max_ms": 1.962, "p95_ms": 1.034, "reason": null, "sample_age_ms": 101.596, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 145, "max_ms": 0.481, "p95_ms": 0.222, "reason": null, "sample_age_ms": 65.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.29, "count": 145, "max_ms": 2.537, "p95_ms": 2.066, "reason": null, "sample_age_ms": 100.376, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.358, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.43, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.153, "count": 145, "max_ms": 57.381, "p95_ms": 48.886, "reason": null, "sample_age_ms": 65.238, "source": "client_direct"}, "sample_age_ms": 65.23, "source": "client_direct", "task_total_ms": {"avg_ms": 34.672, "count": 145, "max_ms": 58.91, "p95_ms": 50.939, "reason": null, "sample_age_ms": 65.23, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.251, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 145, "max_ms": 1.455, "p95_ms": 1.003}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 145, "max_ms": 0.843, "p95_ms": 0.358}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 145, "max_ms": 0.211, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 145, "max_ms": 0.179, "p95_ms": 0.106}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 145, "max_ms": 0.432, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.035, "count": 145, "max_ms": 0.112, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.563, "count": 145, "max_ms": 1.409, "p95_ms": 0.961}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.028, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 145, "max_ms": 0.054, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.876, "count": 145, "max_ms": 8.545, "p95_ms": 5.921}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 145, "max_ms": 0.433, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.384, "count": 145, "max_ms": 59.524, "p95_ms": 51.719}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 145, "max_ms": 0.273, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.453, "count": 145, "max_ms": 123.223, "p95_ms": 93.996}, "inference_input_copy_ms": {"avg_ms": 1.894, "count": 145, "max_ms": 5.483, "p95_ms": 3.226}, "processing_residual_ms": {"avg_ms": 0.121, "count": 145, "max_ms": 0.322, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.5, "count": 145, "max_ms": 126.033, "p95_ms": 96.065}, "read_interval": {"avg_ms": 207.376, "count": 145, "max_ms": 6450.608, "p95_ms": 530.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 145, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.105, "count": 145, "max_ms": 0.298, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 145, "max_ms": 0.031, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 145, "max_ms": 0.278, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.033, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.397, "count": 145, "max_ms": 59.56, "p95_ms": 51.733}, "visualize": {"avg_ms": 32.753, "count": 145, "max_ms": 77.651, "p95_ms": 51.913}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.032, "count": 145, "max_ms": 76.914, "p95_ms": 50.66}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.588, "count": 145, "max_ms": 77.468, "p95_ms": 51.537}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.509, "count": 145, "max_ms": 77.38, "p95_ms": 51.409}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 145, "max_ms": 0.219, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.942, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.27, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123663, "write_bytes_delta": 123663, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 93.0, "cpu_core_ratio": 1.167264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12844.0, "pid": 52162, "reason": null, "system_cpu_core_ratio": 0.568623, "system_cpu_s_delta": 6.630000000000001, "user_cpu_core_ratio": 0.598641, "user_cpu_s_delta": 6.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.192114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018011, "system_cpu_s_delta": 0.21000000000276486, "user_cpu_core_ratio": 0.174103, "user_cpu_s_delta": 2.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.909, "count": 218, "max_ms": 8.545, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.036, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 25.98, "p95": 22.182, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.067, "count": 30, "max": 1513.0, "p95": 1452.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 678.333, "count": 30, "max": 12844.0, "p95": 3813.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.569, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.416, "p95": 1.094, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.061, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 46.0, "p95": 31.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21622, "sampled_at": "2026-11-02T14:58:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:58:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.005, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3509135, "flush_count": 4335, "flush_interval_seconds": 30.0, "flush_state": {"count": 4335, "last_at": "2026-11-02T14:58:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:58:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4334}, "started": true, "suppressed_count": 2567896, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4335, "written_record_count": 4335}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10417.656, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7111690444800, "copied_frame_count": 2572226, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7111690444800, "frame_buffer_copies": 2572226, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 1.0818, "p50_ms": 0.0865, "p95_ms": 0.1659, "p99_ms": 0.2213}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2921, "count": 512, "max_ms": 4.5792, "p50_ms": 1.1674, "p95_ms": 2.2767, "p99_ms": 3.5213, "results": {"failed": 0, "not_applicable": 0, "success": 2572226, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:58:57+09:00", "last_error_summary": "[h264 @ 0x5d0dedebf000] cabac decode of qscale diff failed at 141 88 [h264 @ 0x5d0dedebf000] error while decoding MB 141 88, bytestream 11970 [h264 @ 0x5d0dee8a4e00] error while decoding MB 71 63, bytestream -12", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.964, "last_started_at": "2026-11-02T14:57:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 123, "restart_count_per_hour": 19, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.606, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-02T14:58:57+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-11-02T14:58:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.917, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 388.083, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-02T14:58:57.603640+09:00", "mtime_epoch": 1793599137.6036398, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:58:57+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2090.508, "name": "celery", "pid": 176, "rss_mb": 2090.508, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2572226, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.363, "pushed": 5.363, "read": 5.363}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.07, "p95_ms": 0.012, "reason": null, "sample_age_ms": 96.695, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.431, "count": 145, "max_ms": 2.157, "p95_ms": 1.242, "reason": null, "sample_age_ms": 132.886, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.195, "count": 145, "max_ms": 1.962, "p95_ms": 1.034, "reason": null, "sample_age_ms": 133.042, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 145, "max_ms": 0.481, "p95_ms": 0.222, "reason": null, "sample_age_ms": 96.71, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.29, "count": 145, "max_ms": 2.537, "p95_ms": 2.066, "reason": null, "sample_age_ms": 131.822, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 131.805, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.876, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.153, "count": 145, "max_ms": 57.381, "p95_ms": 48.886, "reason": null, "sample_age_ms": 96.684, "source": "client_direct"}, "sample_age_ms": 96.677, "source": "client_direct", "task_total_ms": {"avg_ms": 34.672, "count": 145, "max_ms": 58.91, "p95_ms": 50.939, "reason": null, "sample_age_ms": 96.677, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.936, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 145, "max_ms": 1.455, "p95_ms": 1.003}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 145, "max_ms": 0.843, "p95_ms": 0.358}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 145, "max_ms": 0.211, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 145, "max_ms": 0.179, "p95_ms": 0.106}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 145, "max_ms": 0.432, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.035, "count": 145, "max_ms": 0.112, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.563, "count": 145, "max_ms": 1.409, "p95_ms": 0.961}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.028, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 145, "max_ms": 0.054, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.876, "count": 145, "max_ms": 8.545, "p95_ms": 5.921}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 145, "max_ms": 0.433, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.384, "count": 145, "max_ms": 59.524, "p95_ms": 51.719}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 145, "max_ms": 0.273, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.453, "count": 145, "max_ms": 123.223, "p95_ms": 93.996}, "inference_input_copy_ms": {"avg_ms": 1.894, "count": 145, "max_ms": 5.483, "p95_ms": 3.226}, "processing_residual_ms": {"avg_ms": 0.121, "count": 145, "max_ms": 0.322, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.5, "count": 145, "max_ms": 126.033, "p95_ms": 96.065}, "read_interval": {"avg_ms": 207.376, "count": 145, "max_ms": 6450.608, "p95_ms": 530.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 145, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.105, "count": 145, "max_ms": 0.298, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 145, "max_ms": 0.031, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 145, "max_ms": 0.278, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.033, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.397, "count": 145, "max_ms": 59.56, "p95_ms": 51.733}, "visualize": {"avg_ms": 32.753, "count": 145, "max_ms": 77.651, "p95_ms": 51.913}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.032, "count": 145, "max_ms": 76.914, "p95_ms": 50.66}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.588, "count": 145, "max_ms": 77.468, "p95_ms": 51.537}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.509, "count": 145, "max_ms": 77.38, "p95_ms": 51.409}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 145, "max_ms": 0.219, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.942, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.27, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123663, "write_bytes_delta": 123663, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 93.0, "cpu_core_ratio": 1.167264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12844.0, "pid": 52162, "reason": null, "system_cpu_core_ratio": 0.568623, "system_cpu_s_delta": 6.630000000000001, "user_cpu_core_ratio": 0.598641, "user_cpu_s_delta": 6.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.192114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018011, "system_cpu_s_delta": 0.21000000000276486, "user_cpu_core_ratio": 0.174103, "user_cpu_s_delta": 2.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.909, "count": 218, "max_ms": 8.545, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.036, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 25.98, "p95": 22.182, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.067, "count": 30, "max": 1513.0, "p95": 1452.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 678.333, "count": 30, "max": 12844.0, "p95": 3813.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.569, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.416, "p95": 1.094, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.061, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 46.0, "p95": 31.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21622, "sampled_at": "2026-11-02T14:58:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:58:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.037, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3509135, "flush_count": 4335, "flush_interval_seconds": 30.0, "flush_state": {"count": 4335, "last_at": "2026-11-02T14:58:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T14:58:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4334}, "started": true, "suppressed_count": 2567896, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4335, "written_record_count": 4335}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10779.918, "limit_mb": null}, "detail": {"pid": 52278, "restart_count": 124, "start_count": 125}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7111690444800, "copied_frame_count": 2572226, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7111690444800, "frame_buffer_copies": 2572226, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 1.0818, "p50_ms": 0.0865, "p95_ms": 0.1659, "p99_ms": 0.2213}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2921, "count": 512, "max_ms": 4.5792, "p50_ms": 1.1674, "p95_ms": 2.2767, "p99_ms": 3.5213, "results": {"failed": 0, "not_applicable": 0, "success": 2572226, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:58:57+09:00", "last_error_summary": "[h264 @ 0x5d0dedebf000] cabac decode of qscale diff failed at 141 88 [h264 @ 0x5d0dedebf000] error while decoding MB 141 88, bytestream 11970 [h264 @ 0x5d0dee8a4e00] error while decoding MB 71 63, bytestream -12", "last_exit_at": "2026-11-02T14:33:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T14:59:00+09:00", "pid": 52278, "process": {"exists": true, "fd_count": 5, "hwm_mb": 396.812, "name": "ffmpeg", "pid": 52278, "rss_mb": 396.812, "state": "S (sleeping)", "threads": 70}, "restart_count": 124, "restart_count_per_hour": 20, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.859, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.016, "last_frame_pushed_at": "2026-11-02T14:58:57+09:00", "last_frame_read_age_sec": 5.081, "last_frame_read_at": "2026-11-02T14:58:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 216.876, "last_sample_duration_ms": 794.958, "last_trigger": "periodic", "next_snapshot_in_sec": 383.124, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 436, "storage_bytes": 2173052}, "mjpeg": {"age_sec": 5.006, "exists": true, "mtime": "2026-11-02T14:58:57.603640+09:00", "mtime_epoch": 1793599137.6036398, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T14:59:02+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2090.512, "name": "celery", "pid": 176, "rss_mb": 2090.512, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2572226, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 125}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.171, "pushed": 4.171, "read": 4.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 124, "client_acquire_ms": {"avg_ms": 0.006, "count": 124, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5048.977, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 124, "max_ms": 2.157, "p95_ms": 1.243, "reason": null, "sample_age_ms": 5085.167, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.198, "count": 124, "max_ms": 1.962, "p95_ms": 1.034, "reason": null, "sample_age_ms": 5085.324, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 124, "max_ms": 0.481, "p95_ms": 0.241, "reason": null, "sample_age_ms": 5048.991, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.253, "count": 124, "max_ms": 2.537, "p95_ms": 1.988, "reason": null, "sample_age_ms": 5084.104, "source": "client_direct"}, "request_count": 124, "request_tensor_bytes": {"avg": 2211848.0, "count": 124, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5084.086, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 124, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5049.158, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.135, "count": 124, "max_ms": 57.381, "p95_ms": 51.276, "reason": null, "sample_age_ms": 5048.966, "source": "client_direct"}, "sample_age_ms": 5048.958, "source": "client_direct", "task_total_ms": {"avg_ms": 34.618, "count": 124, "max_ms": 58.91, "p95_ms": 53.0, "reason": null, "sample_age_ms": 5048.958, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.586, "count": 125, "max_ms": 1.415, "p95_ms": 1.003}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.189, "count": 125, "max_ms": 0.566, "p95_ms": 0.358}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 125, "max_ms": 0.211, "p95_ms": 0.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 125, "max_ms": 0.179, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 125, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 125, "max_ms": 0.432, "p95_ms": 0.251}, "setup_ms": {"avg_ms": 0.035, "count": 125, "max_ms": 0.112, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.555, "count": 125, "max_ms": 1.355, "p95_ms": 0.961}, "track_match_ms": {"avg_ms": 0.004, "count": 125, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 125, "max_ms": 0.054, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.595, "count": 125, "max_ms": 7.247, "p95_ms": 4.201}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 125, "max_ms": 0.433, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.302, "count": 125, "max_ms": 59.524, "p95_ms": 54.131}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 125, "max_ms": 0.273, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.151, "count": 125, "max_ms": 123.223, "p95_ms": 91.714}, "inference_input_copy_ms": {"avg_ms": 1.793, "count": 125, "max_ms": 3.392, "p95_ms": 2.973}, "processing_residual_ms": {"avg_ms": 0.118, "count": 125, "max_ms": 0.244, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.094, "count": 125, "max_ms": 126.033, "p95_ms": 93.999}, "read_interval": {"avg_ms": 201.379, "count": 124, "max_ms": 6450.608, "p95_ms": 530.733}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 125, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.103, "count": 125, "max_ms": 0.298, "p95_ms": 0.176}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 125, "max_ms": 0.031, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 125, "max_ms": 0.278, "p95_ms": 0.158}, "worker_merge_ms": {"avg_ms": 0.005, "count": 125, "max_ms": 0.033, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.315, "count": 125, "max_ms": 59.56, "p95_ms": 54.143}, "visualize": {"avg_ms": 31.542, "count": 125, "max_ms": 63.476, "p95_ms": 50.152}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.826, "count": 125, "max_ms": 62.323, "p95_ms": 49.152}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.378, "count": 125, "max_ms": 63.257, "p95_ms": 49.934}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.301, "count": 125, "max_ms": 63.11, "p95_ms": 49.832}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 125, "max_ms": 0.219, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2090.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.942, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.27, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2572111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T14:58:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123663, "write_bytes_delta": 123663, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 93.0, "cpu_core_ratio": 1.167264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12844.0, "pid": 52162, "reason": null, "system_cpu_core_ratio": 0.568623, "system_cpu_s_delta": 6.630000000000001, "user_cpu_core_ratio": 0.598641, "user_cpu_s_delta": 6.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.192114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018011, "system_cpu_s_delta": 0.21000000000276486, "user_cpu_core_ratio": 0.174103, "user_cpu_s_delta": 2.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.909, "count": 218, "max_ms": 8.545, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.036, "count": 30, "max": 53.418, "p95": 36.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 25.98, "p95": 22.182, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.067, "count": 30, "max": 1513.0, "p95": 1452.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 678.333, "count": 30, "max": 12844.0, "p95": 3813.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.569, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.416, "p95": 1.094, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.061, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126082.7, "count": 30, "max": 129082.0, "p95": 128383.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 46.0, "p95": 31.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.063, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21622, "sampled_at": "2026-11-02T14:58:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T14:58:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3517515, "flush_count": 4345, "flush_interval_seconds": 30.0, "flush_state": {"count": 4345, "last_at": "2026-11-02T15:08:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:08:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4344}, "started": true, "suppressed_count": 2573812, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2573808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4345, "written_record_count": 4345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10452.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x587ecfafa800] cabac decode of qscale diff failed at 177 84 [h264 @ 0x587ecfafa800] error while decoding MB 177 84, bytestream 60759 [h264 @ 0x587ecfaf2540] cabac decode of qscale diff failed at 117 98 [h264 @ 0x587ecfaf2540] error while decoding MB 117 98, bytestream 153625 [h264 @ 0x587ecfb3c840] cabac decode of qscale diff failed at 213 61 [h264 @ 0x587ecfb3c840] error while decoding MB 213 61, bytestream 32650", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7128074649600, "copied_frame_count": 2578152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7128074649600, "frame_buffer_copies": 2578152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0972, "count": 512, "max_ms": 2.0018, "p50_ms": 0.0811, "p95_ms": 0.1572, "p99_ms": 0.1957}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1959, "count": 512, "max_ms": 3.5873, "p50_ms": 1.0817, "p95_ms": 2.0671, "p99_ms": 3.086, "results": {"failed": 0, "not_applicable": 0, "success": 2578152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:09:14+09:00", "last_error_summary": "[h264 @ 0x587ecfafa800] cabac decode of qscale diff failed at 177 84 [h264 @ 0x587ecfafa800] error while decoding MB 177 84, bytestream 60759 [h264 @ 0x587ecfaf2540] cabac decode of qscale diff failed at 117 98 [h264 @ 0x587ecfaf2540] error while decoding MB 117 98, bytestream 153625 [h264 @ 0x587ecfb3c840] cabac decode of qscale diff failed at 213 61 [h264 @ 0x587ecfb3c840] error while decoding MB 213 61, bytestream 32650", "last_exit_at": "2026-11-02T15:09:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 614.193, "last_started_at": "2026-11-02T14:59:00+09:00", "pid": 52278, "process": {"exists": false, "pid": 52278}, "restart_count": 124, "restart_count_per_hour": 20, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.909, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2578152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T15:09:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-11-02T15:09:14+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.813, "last_sample_duration_ms": 831.3, "last_trigger": "periodic", "next_snapshot_in_sec": 375.187, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 437, "storage_bytes": 2181616}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-02T15:09:14.745758+09:00", "mtime_epoch": 1793599754.7457578, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126473}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T15:09:14+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2093.352, "name": "celery", "pid": 176, "rss_mb": 2093.352, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2578152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.258, "pushed": 6.258, "read": 6.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.033, "p95_ms": 0.01, "reason": null, "sample_age_ms": 44.482, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 187, "max_ms": 4.335, "p95_ms": 1.965, "reason": null, "sample_age_ms": 71.445, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 187, "max_ms": 1.955, "p95_ms": 1.09, "reason": null, "sample_age_ms": 71.584, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.122, "count": 187, "max_ms": 0.543, "p95_ms": 0.286, "reason": null, "sample_age_ms": 44.487, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.242, "count": 187, "max_ms": 4.648, "p95_ms": 1.987, "reason": null, "sample_age_ms": 70.738, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.724, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.628, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.065, "count": 187, "max_ms": 65.1, "p95_ms": 47.995, "reason": null, "sample_age_ms": 44.479, "source": "client_direct"}, "sample_age_ms": 44.476, "source": "client_direct", "task_total_ms": {"avg_ms": 33.565, "count": 187, "max_ms": 66.721, "p95_ms": 49.594, "reason": null, "sample_age_ms": 44.476, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.579, "count": 187, "max_ms": 1.531, "p95_ms": 0.974}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 187, "max_ms": 0.686, "p95_ms": 0.305}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 187, "max_ms": 0.223, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.017, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 187, "max_ms": 0.554, "p95_ms": 0.115}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 187, "max_ms": 0.409, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.122, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.547, "count": 187, "max_ms": 1.477, "p95_ms": 0.914}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 187, "max_ms": 0.105, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.356, "count": 187, "max_ms": 6.131, "p95_ms": 3.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 187, "max_ms": 0.486, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.372, "count": 187, "max_ms": 68.135, "p95_ms": 52.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.09, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.29, "count": 187, "max_ms": 111.951, "p95_ms": 93.802}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 187, "max_ms": 4.497, "p95_ms": 3.334}, "processing_residual_ms": {"avg_ms": 0.111, "count": 187, "max_ms": 0.289, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.198, "count": 187, "max_ms": 113.551, "p95_ms": 94.786}, "read_interval": {"avg_ms": 162.181, "count": 187, "max_ms": 5358.45, "p95_ms": 189.106}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 187, "max_ms": 0.042, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.101, "count": 187, "max_ms": 0.314, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.03, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 187, "max_ms": 0.285, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.383, "count": 187, "max_ms": 68.14, "p95_ms": 52.211}, "visualize": {"avg_ms": 29.647, "count": 187, "max_ms": 76.644, "p95_ms": 41.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.982, "count": 187, "max_ms": 75.901, "p95_ms": 41.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.495, "count": 187, "max_ms": 76.491, "p95_ms": 41.599}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.422, "count": 187, "max_ms": 76.404, "p95_ms": 41.513}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 187, "max_ms": 0.124, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2093.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.408, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.096, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2577987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119506, "write_bytes_delta": 119506, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 295.0, "cpu_core_ratio": 1.272006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4413.0, "pid": 52278, "reason": null, "system_cpu_core_ratio": 0.474629, "system_cpu_s_delta": 4.7500000000000036, "user_cpu_core_ratio": 0.797377, "user_cpu_s_delta": 7.980000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.402685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035972, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.366713, "user_cpu_s_delta": 3.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.781, "count": 262, "max_ms": 7.074, "p95_ms": 4.559, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.81, "count": 30, "max": 36.86, "p95": 21.12, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 21.006, "p95": 19.101, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 698.1, "count": 30, "max": 867.0, "p95": 783.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.8, "count": 30, "max": 4413.0, "p95": 44.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.475, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.526, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.076, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119782.7, "count": 30, "max": 121975.0, "p95": 121511.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119782.7, "count": 30, "max": 121975.0, "p95": 121511.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 36.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.075, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.72, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21682, "sampled_at": "2026-11-02T15:08:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:08:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3517515, "flush_count": 4345, "flush_interval_seconds": 30.0, "flush_state": {"count": 4345, "last_at": "2026-11-02T15:08:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:08:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4344}, "started": true, "suppressed_count": 2573812, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2573808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4345, "written_record_count": 4345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10452.605, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T15:09:14+09:00", "last_error_summary": "[h264 @ 0x587ecfafa800] cabac decode of qscale diff failed at 177 84 [h264 @ 0x587ecfafa800] error while decoding MB 177 84, bytestream 60759 [h264 @ 0x587ecfaf2540] cabac decode of qscale diff failed at 117 98 [h264 @ 0x587ecfaf2540] error while decoding MB 117 98, bytestream 153625 [h264 @ 0x587ecfb3c840] cabac decode of qscale diff failed at 213 61 [h264 @ 0x587ecfb3c840] error while decoding MB 213 61, bytestream 32650", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7128074649600, "copied_frame_count": 2578152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7128074649600, "frame_buffer_copies": 2578152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0972, "count": 512, "max_ms": 2.0018, "p50_ms": 0.0811, "p95_ms": 0.1572, "p99_ms": 0.1957}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1959, "count": 512, "max_ms": 3.5873, "p50_ms": 1.0817, "p95_ms": 2.0671, "p99_ms": 3.086, "results": {"failed": 0, "not_applicable": 0, "success": 2578152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:09:14+09:00", "last_error_summary": "[h264 @ 0x587ecfafa800] cabac decode of qscale diff failed at 177 84 [h264 @ 0x587ecfafa800] error while decoding MB 177 84, bytestream 60759 [h264 @ 0x587ecfaf2540] cabac decode of qscale diff failed at 117 98 [h264 @ 0x587ecfaf2540] error while decoding MB 117 98, bytestream 153625 [h264 @ 0x587ecfb3c840] cabac decode of qscale diff failed at 213 61 [h264 @ 0x587ecfb3c840] error while decoding MB 213 61, bytestream 32650", "last_exit_at": "2026-11-02T15:09:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 614.215, "last_started_at": "2026-11-02T14:59:00+09:00", "pid": 52278, "process": {"exists": false, "pid": 52278}, "restart_count": 124, "restart_count_per_hour": 20, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.909, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2578152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-02T15:09:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-02T15:09:14+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.83, "last_sample_duration_ms": 831.3, "last_trigger": "periodic", "next_snapshot_in_sec": 375.17, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 437, "storage_bytes": 2181616}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-02T15:09:14.808758+09:00", "mtime_epoch": 1793599754.8087583, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123225}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T15:09:14+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2093.348, "name": "celery", "pid": 176, "rss_mb": 2093.348, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2578152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.253, "pushed": 6.253, "read": 6.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.033, "p95_ms": 0.01, "reason": null, "sample_age_ms": 63.097, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 187, "max_ms": 4.335, "p95_ms": 1.965, "reason": null, "sample_age_ms": 90.06, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 187, "max_ms": 1.955, "p95_ms": 1.09, "reason": null, "sample_age_ms": 90.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.122, "count": 187, "max_ms": 0.543, "p95_ms": 0.286, "reason": null, "sample_age_ms": 63.102, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.242, "count": 187, "max_ms": 4.648, "p95_ms": 1.987, "reason": null, "sample_age_ms": 89.353, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.339, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.243, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.065, "count": 187, "max_ms": 65.1, "p95_ms": 47.995, "reason": null, "sample_age_ms": 63.094, "source": "client_direct"}, "sample_age_ms": 63.091, "source": "client_direct", "task_total_ms": {"avg_ms": 33.565, "count": 187, "max_ms": 66.721, "p95_ms": 49.594, "reason": null, "sample_age_ms": 63.091, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.81, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.579, "count": 187, "max_ms": 1.531, "p95_ms": 0.974}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 187, "max_ms": 0.686, "p95_ms": 0.305}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 187, "max_ms": 0.223, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.017, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 187, "max_ms": 0.554, "p95_ms": 0.115}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 187, "max_ms": 0.409, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.122, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.547, "count": 187, "max_ms": 1.477, "p95_ms": 0.914}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 187, "max_ms": 0.105, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.356, "count": 187, "max_ms": 6.131, "p95_ms": 3.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 187, "max_ms": 0.486, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.372, "count": 187, "max_ms": 68.135, "p95_ms": 52.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.09, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.29, "count": 187, "max_ms": 111.951, "p95_ms": 93.802}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 187, "max_ms": 4.497, "p95_ms": 3.334}, "processing_residual_ms": {"avg_ms": 0.111, "count": 187, "max_ms": 0.289, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.198, "count": 187, "max_ms": 113.551, "p95_ms": 94.786}, "read_interval": {"avg_ms": 162.181, "count": 187, "max_ms": 5358.45, "p95_ms": 189.106}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 187, "max_ms": 0.042, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.101, "count": 187, "max_ms": 0.314, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.03, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 187, "max_ms": 0.285, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.383, "count": 187, "max_ms": 68.14, "p95_ms": 52.211}, "visualize": {"avg_ms": 29.647, "count": 187, "max_ms": 76.644, "p95_ms": 41.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.982, "count": 187, "max_ms": 75.901, "p95_ms": 41.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.495, "count": 187, "max_ms": 76.491, "p95_ms": 41.599}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.422, "count": 187, "max_ms": 76.404, "p95_ms": 41.513}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 187, "max_ms": 0.124, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2093.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.408, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.096, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2577987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119506, "write_bytes_delta": 119506, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 295.0, "cpu_core_ratio": 1.272006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4413.0, "pid": 52278, "reason": null, "system_cpu_core_ratio": 0.474629, "system_cpu_s_delta": 4.7500000000000036, "user_cpu_core_ratio": 0.797377, "user_cpu_s_delta": 7.980000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.402685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035972, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.366713, "user_cpu_s_delta": 3.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.781, "count": 262, "max_ms": 7.074, "p95_ms": 4.559, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.81, "count": 30, "max": 36.86, "p95": 21.12, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 21.006, "p95": 19.101, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 698.1, "count": 30, "max": 867.0, "p95": 783.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.8, "count": 30, "max": 4413.0, "p95": 44.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.475, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.526, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.076, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119782.7, "count": 30, "max": 121975.0, "p95": 121511.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119782.7, "count": 30, "max": 121975.0, "p95": 121511.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 36.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.075, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.72, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21682, "sampled_at": "2026-11-02T15:08:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:08:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3517515, "flush_count": 4345, "flush_interval_seconds": 30.0, "flush_state": {"count": 4345, "last_at": "2026-11-02T15:08:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:08:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4344}, "started": true, "suppressed_count": 2573812, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2573808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4345, "written_record_count": 4345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10452.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7128074649600, "copied_frame_count": 2578152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7128074649600, "frame_buffer_copies": 2578152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0972, "count": 512, "max_ms": 2.0018, "p50_ms": 0.0811, "p95_ms": 0.1572, "p99_ms": 0.1957}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1959, "count": 512, "max_ms": 3.5873, "p50_ms": 1.0817, "p95_ms": 2.0671, "p99_ms": 3.086, "results": {"failed": 0, "not_applicable": 0, "success": 2578152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:09:14+09:00", "last_error_summary": "[h264 @ 0x587ecfafa800] cabac decode of qscale diff failed at 177 84 [h264 @ 0x587ecfafa800] error while decoding MB 177 84, bytestream 60759 [h264 @ 0x587ecfaf2540] cabac decode of qscale diff failed at 117 98 [h264 @ 0x587ecfaf2540] error while decoding MB 117 98, bytestream 153625 [h264 @ 0x587ecfb3c840] cabac decode of qscale diff failed at 213 61 [h264 @ 0x587ecfb3c840] error while decoding MB 213 61, bytestream 32650", "last_exit_at": "2026-11-02T15:09:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 614.232, "last_started_at": "2026-11-02T14:59:00+09:00", "pid": 52278, "process": {"exists": false, "pid": 52278}, "restart_count": 124, "restart_count_per_hour": 20, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.909, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2578152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-02T15:09:14+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-02T15:09:14+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.847, "last_sample_duration_ms": 831.3, "last_trigger": "periodic", "next_snapshot_in_sec": 375.153, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 437, "storage_bytes": 2181616}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-02T15:09:14.808758+09:00", "mtime_epoch": 1793599754.8087583, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123225}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T15:09:14+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2093.348, "name": "celery", "pid": 176, "rss_mb": 2093.348, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2578152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.033, "p95_ms": 0.01, "reason": null, "sample_age_ms": 79.529, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 187, "max_ms": 4.335, "p95_ms": 1.965, "reason": null, "sample_age_ms": 106.493, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 187, "max_ms": 1.955, "p95_ms": 1.09, "reason": null, "sample_age_ms": 106.632, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.122, "count": 187, "max_ms": 0.543, "p95_ms": 0.286, "reason": null, "sample_age_ms": 79.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.242, "count": 187, "max_ms": 4.648, "p95_ms": 1.987, "reason": null, "sample_age_ms": 105.786, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.772, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.675, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.065, "count": 187, "max_ms": 65.1, "p95_ms": 47.995, "reason": null, "sample_age_ms": 79.527, "source": "client_direct"}, "sample_age_ms": 79.524, "source": "client_direct", "task_total_ms": {"avg_ms": 33.565, "count": 187, "max_ms": 66.721, "p95_ms": 49.594, "reason": null, "sample_age_ms": 79.524, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.94, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.579, "count": 187, "max_ms": 1.531, "p95_ms": 0.974}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 187, "max_ms": 0.686, "p95_ms": 0.305}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 187, "max_ms": 0.223, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.017, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 187, "max_ms": 0.554, "p95_ms": 0.115}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 187, "max_ms": 0.409, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.122, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.547, "count": 187, "max_ms": 1.477, "p95_ms": 0.914}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 187, "max_ms": 0.105, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.356, "count": 187, "max_ms": 6.131, "p95_ms": 3.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 187, "max_ms": 0.486, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.372, "count": 187, "max_ms": 68.135, "p95_ms": 52.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 187, "max_ms": 0.09, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.29, "count": 187, "max_ms": 111.951, "p95_ms": 93.802}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 187, "max_ms": 4.497, "p95_ms": 3.334}, "processing_residual_ms": {"avg_ms": 0.111, "count": 187, "max_ms": 0.289, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.198, "count": 187, "max_ms": 113.551, "p95_ms": 94.786}, "read_interval": {"avg_ms": 162.181, "count": 187, "max_ms": 5358.45, "p95_ms": 189.106}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 187, "max_ms": 0.042, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.101, "count": 187, "max_ms": 0.314, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.03, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 187, "max_ms": 0.285, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.383, "count": 187, "max_ms": 68.14, "p95_ms": 52.211}, "visualize": {"avg_ms": 29.647, "count": 187, "max_ms": 76.644, "p95_ms": 41.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.982, "count": 187, "max_ms": 75.901, "p95_ms": 41.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.495, "count": 187, "max_ms": 76.491, "p95_ms": 41.599}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.422, "count": 187, "max_ms": 76.404, "p95_ms": 41.513}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 187, "max_ms": 0.124, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2093.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.408, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.096, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2577987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119506, "write_bytes_delta": 119506, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 295.0, "cpu_core_ratio": 1.272006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4413.0, "pid": 52278, "reason": null, "system_cpu_core_ratio": 0.474629, "system_cpu_s_delta": 4.7500000000000036, "user_cpu_core_ratio": 0.797377, "user_cpu_s_delta": 7.980000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.402685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035972, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.366713, "user_cpu_s_delta": 3.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.781, "count": 262, "max_ms": 7.074, "p95_ms": 4.559, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.81, "count": 30, "max": 36.86, "p95": 21.12, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 21.006, "p95": 19.101, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 698.1, "count": 30, "max": 867.0, "p95": 783.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.8, "count": 30, "max": 4413.0, "p95": 44.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.475, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.526, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.076, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119782.7, "count": 30, "max": 121975.0, "p95": 121511.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119782.7, "count": 30, "max": 121975.0, "p95": 121511.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 36.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.075, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.72, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21682, "sampled_at": "2026-11-02T15:08:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:08:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3517515, "flush_count": 4345, "flush_interval_seconds": 30.0, "flush_state": {"count": 4345, "last_at": "2026-11-02T15:08:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:08:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4344}, "started": true, "suppressed_count": 2573812, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2573808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4345, "written_record_count": 4345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10486.574, "limit_mb": null}, "detail": {"pid": 52456, "restart_count": 125, "start_count": 126}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7128074649600, "copied_frame_count": 2578152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7128074649600, "frame_buffer_copies": 2578152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0972, "count": 512, "max_ms": 2.0018, "p50_ms": 0.0811, "p95_ms": 0.1572, "p99_ms": 0.1957}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1959, "count": 512, "max_ms": 3.5873, "p50_ms": 1.0817, "p95_ms": 2.0671, "p99_ms": 3.086, "results": {"failed": 0, "not_applicable": 0, "success": 2578152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:09:14+09:00", "last_error_summary": "[h264 @ 0x587ecfafa800] cabac decode of qscale diff failed at 177 84 [h264 @ 0x587ecfafa800] error while decoding MB 177 84, bytestream 60759 [h264 @ 0x587ecfaf2540] cabac decode of qscale diff failed at 117 98 [h264 @ 0x587ecfaf2540] error while decoding MB 117 98, bytestream 153625 [h264 @ 0x587ecfb3c840] cabac decode of qscale diff failed at 213 61 [h264 @ 0x587ecfb3c840] error while decoding MB 213 61, bytestream 32650", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T15:09:17+09:00", "pid": 52456, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.086, "name": "ffmpeg", "pid": 52456, "rss_mb": 75.086, "state": "S (sleeping)", "threads": 1}, "restart_count": 125, "restart_count_per_hour": 21, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.032, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2578152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.044, "last_frame_pushed_at": "2026-11-02T15:09:14+09:00", "last_frame_read_age_sec": 5.108, "last_frame_read_at": "2026-11-02T15:09:14+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 229.854, "last_sample_duration_ms": 831.3, "last_trigger": "periodic", "next_snapshot_in_sec": 370.146, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 437, "storage_bytes": 2181616}, "mjpeg": {"age_sec": 5.036, "exists": true, "mtime": "2026-11-02T15:09:14.808758+09:00", "mtime_epoch": 1793599754.8087583, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123225}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T15:09:19+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2093.352, "name": "celery", "pid": 176, "rss_mb": 2093.352, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2578152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 130}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 130}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 130}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 130, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.705, "pushed": 4.705, "read": 4.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 130, "client_acquire_ms": {"avg_ms": 0.005, "count": 130, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5084.868, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.524, "count": 130, "max_ms": 2.783, "p95_ms": 1.856, "reason": null, "sample_age_ms": 5111.831, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.198, "count": 130, "max_ms": 1.955, "p95_ms": 1.087, "reason": null, "sample_age_ms": 5111.971, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 130, "max_ms": 0.543, "p95_ms": 0.316, "reason": null, "sample_age_ms": 5084.874, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.225, "count": 130, "max_ms": 4.648, "p95_ms": 1.981, "reason": null, "sample_age_ms": 5111.125, "source": "client_direct"}, "request_count": 130, "request_tensor_bytes": {"avg": 2211848.0, "count": 130, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5111.111, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 130, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5085.014, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.221, "count": 130, "max_ms": 65.1, "p95_ms": 50.379, "reason": null, "sample_age_ms": 5084.866, "source": "client_direct"}, "sample_age_ms": 5084.862, "source": "client_direct", "task_total_ms": {"avg_ms": 33.72, "count": 130, "max_ms": 66.721, "p95_ms": 52.187, "reason": null, "sample_age_ms": 5084.862, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.249, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.591, "count": 130, "max_ms": 1.372, "p95_ms": 0.995}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.189, "count": 130, "max_ms": 0.686, "p95_ms": 0.306}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 130, "max_ms": 0.223, "p95_ms": 0.156}, "event_filter_ms": {"avg_ms": 0.003, "count": 130, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 130, "max_ms": 0.204, "p95_ms": 0.115}, "mcmt_ms": {"avg_ms": 0.002, "count": 130, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 130, "max_ms": 0.372, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.034, "count": 130, "max_ms": 0.122, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.559, "count": 130, "max_ms": 1.321, "p95_ms": 0.931}, "track_match_ms": {"avg_ms": 0.003, "count": 130, "max_ms": 0.013, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 130, "max_ms": 0.105, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.381, "count": 130, "max_ms": 6.131, "p95_ms": 3.666}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 130, "max_ms": 0.486, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.515, "count": 130, "max_ms": 68.135, "p95_ms": 53.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 130, "max_ms": 0.09, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.206, "count": 130, "max_ms": 109.352, "p95_ms": 94.36}, "inference_input_copy_ms": {"avg_ms": 1.773, "count": 130, "max_ms": 4.497, "p95_ms": 3.334}, "processing_residual_ms": {"avg_ms": 0.11, "count": 130, "max_ms": 0.24, "p95_ms": 0.2}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.116, "count": 130, "max_ms": 111.313, "p95_ms": 95.346}, "read_interval": {"avg_ms": 192.112, "count": 130, "max_ms": 5358.45, "p95_ms": 616.84}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 130, "max_ms": 0.035, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.103, "count": 130, "max_ms": 0.271, "p95_ms": 0.161}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 130, "max_ms": 0.03, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 130, "max_ms": 0.245, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 130, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.526, "count": 130, "max_ms": 68.14, "p95_ms": 53.961}, "visualize": {"avg_ms": 29.403, "count": 130, "max_ms": 65.319, "p95_ms": 44.747}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.729, "count": 130, "max_ms": 63.364, "p95_ms": 43.923}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.247, "count": 130, "max_ms": 65.115, "p95_ms": 44.569}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.173, "count": 130, "max_ms": 65.033, "p95_ms": 44.478}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 130, "max_ms": 0.088, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 130}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2093.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.799, "skip_count": 9}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.955, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2578152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.023, "exists": true, "size_bytes": 123225, "write_bytes_delta": 123225, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 52278, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.286023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023756, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.262267, "user_cpu_s_delta": 2.7600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.373, "count": 157, "max_ms": 6.131, "p95_ms": 3.781, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.495, "count": 30, "max": 36.86, "p95": 28.439, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.833, "count": 30, "max": 21.006, "p95": 19.101, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.967, "count": 30, "max": 867.0, "p95": 783.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1083.8, "count": 30, "max": 26447.0, "p95": 3135.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.577, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.526, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 3.023, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119801.367, "count": 30, "max": 123225.0, "p95": 121628.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119801.367, "count": 30, "max": 123225.0, "p95": 121628.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.433, "count": 30, "max": 36.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.075, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.72, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21685, "sampled_at": "2026-11-02T15:09:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:09:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.631, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4123160, "flush_count": 4361, "flush_interval_seconds": 30.0, "flush_state": {"count": 4361, "last_at": "2026-11-02T15:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4360}, "started": true, "suppressed_count": 2518671, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2518372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4361, "written_record_count": 4361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10660.02, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6974849433600, "copied_frame_count": 2522732, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6974849433600, "frame_buffer_copies": 2522732, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0875, "count": 512, "max_ms": 0.5639, "p50_ms": 0.0798, "p95_ms": 0.1475, "p99_ms": 0.2026}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 3.4328, "p50_ms": 1.3107, "p95_ms": 2.2776, "p99_ms": 2.8929, "results": {"failed": 0, "not_applicable": 0, "success": 2522732, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 543, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T14:38:51+09:00", "last_error_summary": "[rtsp @ 0x63822c0dbf00] RTP: PT=60: bad cseq 5254 expected=d7b4 [h264 @ 0x63822c123e40] left block unavailable for requested intra mode [h264 @ 0x63822c123e40] error while decoding MB 0 38, bytestream 7937 [h264 @ 0x63822cdbf280] error while decoding MB 51 65, bytestream -10 [in#0/rtsp @ 0x63822c0dbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63822c0dbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T14:38:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2754.578, "last_started_at": "2026-11-02T14:38:53+09:00", "pid": 52046, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 52046, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 188, "restart_count_per_hour": 5, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T15:24:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-02T15:24:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.159, "last_sample_duration_ms": 826.449, "last_trigger": "periodic", "next_snapshot_in_sec": 44.841, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 438, "storage_bytes": 2190177}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-02T15:24:48.480137+09:00", "mtime_epoch": 1793600688.4801369, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99340}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:24:48+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2036.066, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2522732, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.781, "max": 18.0, "p95": 17.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.167, "max": 4.0, "p95": 4.0, "sample_count": 102}, "total": {"avg": 3.076, "max": 4.0, "p95": 4.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 0.829, "max": 2.0, "p95": 2.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 0.829, "max": 2.0, "p95": 2.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.501, "pushed": 3.501, "read": 3.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.042, "p95_ms": 0.012, "reason": null, "sample_age_ms": 39.414, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.814, "count": 104, "max_ms": 7.113, "p95_ms": 2.623, "reason": null, "sample_age_ms": 71.575, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 104, "max_ms": 6.779, "p95_ms": 2.087, "reason": null, "sample_age_ms": 71.732, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 104, "max_ms": 0.678, "p95_ms": 0.521, "reason": null, "sample_age_ms": 39.425, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.624, "count": 104, "max_ms": 3.777, "p95_ms": 2.438, "reason": null, "sample_age_ms": 70.655, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.642, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.766, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.222, "count": 104, "max_ms": 66.811, "p95_ms": 58.541, "reason": null, "sample_age_ms": 39.411, "source": "client_direct"}, "sample_age_ms": 39.408, "source": "client_direct", "task_total_ms": {"avg_ms": 43.325, "count": 104, "max_ms": 68.489, "p95_ms": 60.843, "reason": null, "sample_age_ms": 39.408, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.601, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.466, "count": 105, "max_ms": 13.903, "p95_ms": 10.005}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 105, "max_ms": 1.421, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 1.278, "count": 105, "max_ms": 5.184, "p95_ms": 2.331}, "event_filter_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.323, "count": 105, "max_ms": 0.811, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.405, "count": 105, "max_ms": 7.328, "p95_ms": 4.043}, "setup_ms": {"avg_ms": 0.033, "count": 105, "max_ms": 0.079, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 6.422, "count": 105, "max_ms": 13.85, "p95_ms": 9.957}, "track_match_ms": {"avg_ms": 0.108, "count": 105, "max_ms": 0.259, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.889, "count": 105, "max_ms": 4.806, "p95_ms": 3.168}}, "gstreamer_push": {"avg_ms": 2.636, "count": 105, "max_ms": 8.467, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 105, "max_ms": 0.083, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.373, "count": 105, "max_ms": 70.83, "p95_ms": 61.746}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.066, "count": 105, "max_ms": 12.968, "p95_ms": 7.733}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.942, "count": 105, "max_ms": 141.341, "p95_ms": 116.179}, "inference_input_copy_ms": {"avg_ms": 1.554, "count": 105, "max_ms": 4.948, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.204, "count": 105, "max_ms": 0.581, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.765, "count": 105, "max_ms": 145.121, "p95_ms": 121.134}, "read_interval": {"avg_ms": 288.36, "count": 104, "max_ms": 10131.247, "p95_ms": 148.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.351, "count": 105, "max_ms": 7.26, "p95_ms": 3.988}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 105, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.337, "count": 105, "max_ms": 7.247, "p95_ms": 3.974}, "worker_merge_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 44.384, "count": 105, "max_ms": 70.851, "p95_ms": 61.753}, "visualize": {"avg_ms": 34.88, "count": 105, "max_ms": 55.857, "p95_ms": 47.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.287, "count": 105, "max_ms": 46.871, "p95_ms": 37.524}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.562, "count": 105, "max_ms": 54.404, "p95_ms": 46.031}, "visualize_input_copy_ms": {"avg_ms": 1.17, "count": 105, "max_ms": 4.264, "p95_ms": 2.2}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.463, "count": 105, "max_ms": 54.274, "p95_ms": 45.892}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 105, "max_ms": 0.137, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2036.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.501, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98246, "write_bytes_delta": 98246, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.10743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 52046, "reason": null, "system_cpu_core_ratio": 0.011405, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.096025, "user_cpu_s_delta": 2.6099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.632441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.210078, "system_cpu_s_delta": 5.709999999991851, "user_cpu_core_ratio": 0.422363, "user_cpu_s_delta": 11.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 103, "max_ms": 8.467, "p95_ms": 3.982, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.612, "max": 18.0, "p95": 16.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.223, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 3.223, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.441, "count": 30, "max": 32.736, "p95": 27.602, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 19.8, "p95": 19.005, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.067, "count": 30, "max": 1178.0, "p95": 1173.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 428.567, "count": 30, "max": 4209.0, "p95": 3100.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.151, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.431, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.6, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.288, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19393, "sampled_at": "2026-11-02T15:24:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:24:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4123160, "flush_count": 4361, "flush_interval_seconds": 30.0, "flush_state": {"count": 4361, "last_at": "2026-11-02T15:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4360}, "started": true, "suppressed_count": 2518671, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2518372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4361, "written_record_count": 4361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10660.02, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5c08687ca6c0] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5c08687ca6c0] error while decoding MB 101 65, bytestream 5537 [h264 @ 0x5c08693390c0] left block unavailable for requested intra mode [h264 @ 0x5c08693390c0] error while decoding MB 0 64, bytestream 7123 [h264 @ 0x5c0868752e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c0868752e80] error while decoding MB 0 43, bytestream 44097 [h264 @ 0x5c08687ca6c0] error while decoding MB 56 55, bytestream -2", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6974849433600, "copied_frame_count": 2522732, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6974849433600, "frame_buffer_copies": 2522732, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0875, "count": 512, "max_ms": 0.5639, "p50_ms": 0.0798, "p95_ms": 0.1475, "p99_ms": 0.2026}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 3.4328, "p50_ms": 1.3107, "p95_ms": 2.2776, "p99_ms": 2.8929, "results": {"failed": 0, "not_applicable": 0, "success": 2522732, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 548, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:24:48+09:00", "last_error_summary": "[h264 @ 0x5c08687ca6c0] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5c08687ca6c0] error while decoding MB 101 65, bytestream 5537 [h264 @ 0x5c08693390c0] left block unavailable for requested intra mode [h264 @ 0x5c08693390c0] error while decoding MB 0 64, bytestream 7123 [h264 @ 0x5c0868752e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c0868752e80] error while decoding MB 0 43, bytestream 44097 [h264 @ 0x5c08687ca6c0] error while decoding MB 56 55, bytestream -2", "last_exit_at": "2026-11-02T14:38:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2754.594, "last_started_at": "2026-11-02T14:38:53+09:00", "pid": 52046, "process": {"exists": false, "pid": 52046}, "restart_count": 188, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-02T15:24:48+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-02T15:24:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.167, "last_sample_duration_ms": 826.449, "last_trigger": "periodic", "next_snapshot_in_sec": 44.833, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 438, "storage_bytes": 2190177}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-02T15:24:48.554137+09:00", "mtime_epoch": 1793600688.5541372, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:24:48+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2036.066, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2522732, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.788, "max": 18.0, "p95": 17.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.168, "max": 4.0, "p95": 4.0, "sample_count": 101}, "total": {"avg": 3.077, "max": 4.0, "p95": 4.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.827, "max": 2.0, "p95": 2.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.827, "max": 2.0, "p95": 2.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.476, "pushed": 3.476, "read": 3.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.042, "p95_ms": 0.012, "reason": null, "sample_age_ms": 55.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.82, "count": 103, "max_ms": 7.113, "p95_ms": 2.634, "reason": null, "sample_age_ms": 87.978, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 103, "max_ms": 6.779, "p95_ms": 2.111, "reason": null, "sample_age_ms": 88.135, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 104, "max_ms": 0.678, "p95_ms": 0.521, "reason": null, "sample_age_ms": 55.828, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.629, "count": 103, "max_ms": 3.777, "p95_ms": 2.439, "reason": null, "sample_age_ms": 87.059, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.045, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.17, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.222, "count": 104, "max_ms": 66.811, "p95_ms": 58.541, "reason": null, "sample_age_ms": 55.815, "source": "client_direct"}, "sample_age_ms": 55.811, "source": "client_direct", "task_total_ms": {"avg_ms": 43.325, "count": 104, "max_ms": 68.489, "p95_ms": 60.843, "reason": null, "sample_age_ms": 55.811, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.573, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.476, "count": 104, "max_ms": 13.903, "p95_ms": 10.005}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 104, "max_ms": 1.421, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 1.28, "count": 104, "max_ms": 5.184, "p95_ms": 2.331}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 104, "max_ms": 0.811, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.407, "count": 104, "max_ms": 7.328, "p95_ms": 4.043}, "setup_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.079, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 6.431, "count": 104, "max_ms": 13.85, "p95_ms": 9.957}, "track_match_ms": {"avg_ms": 0.108, "count": 104, "max_ms": 0.259, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.893, "count": 104, "max_ms": 4.806, "p95_ms": 3.168}}, "gstreamer_push": {"avg_ms": 2.648, "count": 104, "max_ms": 8.467, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 104, "max_ms": 0.083, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.473, "count": 104, "max_ms": 70.83, "p95_ms": 61.746}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.073, "count": 104, "max_ms": 12.968, "p95_ms": 7.733}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.144, "count": 104, "max_ms": 141.341, "p95_ms": 116.179}, "inference_input_copy_ms": {"avg_ms": 1.555, "count": 104, "max_ms": 4.948, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.201, "count": 104, "max_ms": 0.581, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.974, "count": 104, "max_ms": 145.121, "p95_ms": 121.134}, "read_interval": {"avg_ms": 290.434, "count": 103, "max_ms": 10131.247, "p95_ms": 148.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 104, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.353, "count": 104, "max_ms": 7.26, "p95_ms": 3.988}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.34, "count": 104, "max_ms": 7.247, "p95_ms": 3.974}, "worker_merge_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 44.483, "count": 104, "max_ms": 70.851, "p95_ms": 61.753}, "visualize": {"avg_ms": 34.967, "count": 104, "max_ms": 55.857, "p95_ms": 47.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.36, "count": 104, "max_ms": 46.871, "p95_ms": 37.524}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.65, "count": 104, "max_ms": 54.404, "p95_ms": 46.031}, "visualize_input_copy_ms": {"avg_ms": 1.17, "count": 104, "max_ms": 4.264, "p95_ms": 2.2}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.55, "count": 104, "max_ms": 54.274, "p95_ms": 45.892}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 104, "max_ms": 0.137, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2036.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.501, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98246, "write_bytes_delta": 98246, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.10743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 52046, "reason": null, "system_cpu_core_ratio": 0.011405, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.096025, "user_cpu_s_delta": 2.6099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.632441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.210078, "system_cpu_s_delta": 5.709999999991851, "user_cpu_core_ratio": 0.422363, "user_cpu_s_delta": 11.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 103, "max_ms": 8.467, "p95_ms": 3.982, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.612, "max": 18.0, "p95": 16.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.223, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 3.223, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.441, "count": 30, "max": 32.736, "p95": 27.602, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 19.8, "p95": 19.005, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.067, "count": 30, "max": 1178.0, "p95": 1173.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 428.567, "count": 30, "max": 4209.0, "p95": 3100.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.151, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.431, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.6, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.288, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19393, "sampled_at": "2026-11-02T15:24:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:24:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4123160, "flush_count": 4361, "flush_interval_seconds": 30.0, "flush_state": {"count": 4361, "last_at": "2026-11-02T15:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4360}, "started": true, "suppressed_count": 2518671, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2518372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4361, "written_record_count": 4361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10660.27, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6974849433600, "copied_frame_count": 2522732, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6974849433600, "frame_buffer_copies": 2522732, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0875, "count": 512, "max_ms": 0.5639, "p50_ms": 0.0798, "p95_ms": 0.1475, "p99_ms": 0.2026}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 3.4328, "p50_ms": 1.3107, "p95_ms": 2.2776, "p99_ms": 2.8929, "results": {"failed": 0, "not_applicable": 0, "success": 2522732, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 548, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:24:48+09:00", "last_error_summary": "[h264 @ 0x5c08687ca6c0] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5c08687ca6c0] error while decoding MB 101 65, bytestream 5537 [h264 @ 0x5c08693390c0] left block unavailable for requested intra mode [h264 @ 0x5c08693390c0] error while decoding MB 0 64, bytestream 7123 [h264 @ 0x5c0868752e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c0868752e80] error while decoding MB 0 43, bytestream 44097 [h264 @ 0x5c08687ca6c0] error while decoding MB 56 55, bytestream -2", "last_exit_at": "2026-11-02T14:38:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2754.624, "last_started_at": "2026-11-02T14:38:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 188, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-02T15:24:48+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-02T15:24:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.19, "last_sample_duration_ms": 826.449, "last_trigger": "periodic", "next_snapshot_in_sec": 44.81, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 438, "storage_bytes": 2190177}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-02T15:24:48.554137+09:00", "mtime_epoch": 1793600688.5541372, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:24:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2036.066, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2522732, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.788, "max": 18.0, "p95": 17.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.168, "max": 4.0, "p95": 4.0, "sample_count": 101}, "total": {"avg": 3.077, "max": 4.0, "p95": 4.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.827, "max": 2.0, "p95": 2.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.827, "max": 2.0, "p95": 2.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.472, "pushed": 3.472, "read": 3.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.042, "p95_ms": 0.012, "reason": null, "sample_age_ms": 85.071, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.82, "count": 103, "max_ms": 7.113, "p95_ms": 2.634, "reason": null, "sample_age_ms": 117.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 103, "max_ms": 6.779, "p95_ms": 2.111, "reason": null, "sample_age_ms": 117.389, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 104, "max_ms": 0.678, "p95_ms": 0.521, "reason": null, "sample_age_ms": 85.082, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.629, "count": 103, "max_ms": 3.777, "p95_ms": 2.439, "reason": null, "sample_age_ms": 116.312, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.299, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.423, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.222, "count": 104, "max_ms": 66.811, "p95_ms": 58.541, "reason": null, "sample_age_ms": 85.068, "source": "client_direct"}, "sample_age_ms": 85.065, "source": "client_direct", "task_total_ms": {"avg_ms": 43.325, "count": 104, "max_ms": 68.489, "p95_ms": 60.843, "reason": null, "sample_age_ms": 85.065, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.476, "count": 104, "max_ms": 13.903, "p95_ms": 10.005}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 104, "max_ms": 1.421, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 1.28, "count": 104, "max_ms": 5.184, "p95_ms": 2.331}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 104, "max_ms": 0.811, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.407, "count": 104, "max_ms": 7.328, "p95_ms": 4.043}, "setup_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.079, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 6.431, "count": 104, "max_ms": 13.85, "p95_ms": 9.957}, "track_match_ms": {"avg_ms": 0.108, "count": 104, "max_ms": 0.259, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.893, "count": 104, "max_ms": 4.806, "p95_ms": 3.168}}, "gstreamer_push": {"avg_ms": 2.648, "count": 104, "max_ms": 8.467, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 104, "max_ms": 0.083, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.473, "count": 104, "max_ms": 70.83, "p95_ms": 61.746}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.073, "count": 104, "max_ms": 12.968, "p95_ms": 7.733}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.144, "count": 104, "max_ms": 141.341, "p95_ms": 116.179}, "inference_input_copy_ms": {"avg_ms": 1.555, "count": 104, "max_ms": 4.948, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.201, "count": 104, "max_ms": 0.581, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.974, "count": 104, "max_ms": 145.121, "p95_ms": 121.134}, "read_interval": {"avg_ms": 290.434, "count": 103, "max_ms": 10131.247, "p95_ms": 148.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 104, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.353, "count": 104, "max_ms": 7.26, "p95_ms": 3.988}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.34, "count": 104, "max_ms": 7.247, "p95_ms": 3.974}, "worker_merge_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 44.483, "count": 104, "max_ms": 70.851, "p95_ms": 61.753}, "visualize": {"avg_ms": 34.967, "count": 104, "max_ms": 55.857, "p95_ms": 47.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.36, "count": 104, "max_ms": 46.871, "p95_ms": 37.524}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.65, "count": 104, "max_ms": 54.404, "p95_ms": 46.031}, "visualize_input_copy_ms": {"avg_ms": 1.17, "count": 104, "max_ms": 4.264, "p95_ms": 2.2}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.55, "count": 104, "max_ms": 54.274, "p95_ms": 45.892}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 104, "max_ms": 0.137, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2036.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.501, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98246, "write_bytes_delta": 98246, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.10743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 52046, "reason": null, "system_cpu_core_ratio": 0.011405, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.096025, "user_cpu_s_delta": 2.6099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.632441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.210078, "system_cpu_s_delta": 5.709999999991851, "user_cpu_core_ratio": 0.422363, "user_cpu_s_delta": 11.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 103, "max_ms": 8.467, "p95_ms": 3.982, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.612, "max": 18.0, "p95": 16.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.223, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 3.223, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.441, "count": 30, "max": 32.736, "p95": 27.602, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 19.8, "p95": 19.005, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.067, "count": 30, "max": 1178.0, "p95": 1173.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 428.567, "count": 30, "max": 4209.0, "p95": 3100.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.151, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.431, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.6, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.288, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19393, "sampled_at": "2026-11-02T15:24:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:24:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4123160, "flush_count": 4361, "flush_interval_seconds": 30.0, "flush_state": {"count": 4361, "last_at": "2026-11-02T15:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4360}, "started": true, "suppressed_count": 2518671, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2518372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4361, "written_record_count": 4361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10673.77, "limit_mb": null}, "detail": {"pid": 52572, "restart_count": 189, "start_count": 190}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6974849433600, "copied_frame_count": 2522732, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6974849433600, "frame_buffer_copies": 2522732, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0875, "count": 512, "max_ms": 0.5639, "p50_ms": 0.0798, "p95_ms": 0.1475, "p99_ms": 0.2026}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 3.4328, "p50_ms": 1.3107, "p95_ms": 2.2776, "p99_ms": 2.8929, "results": {"failed": 0, "not_applicable": 0, "success": 2522732, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 548, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:24:48+09:00", "last_error_summary": "[h264 @ 0x5c08687ca6c0] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5c08687ca6c0] error while decoding MB 101 65, bytestream 5537 [h264 @ 0x5c08693390c0] left block unavailable for requested intra mode [h264 @ 0x5c08693390c0] error while decoding MB 0 64, bytestream 7123 [h264 @ 0x5c0868752e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c0868752e80] error while decoding MB 0 43, bytestream 44097 [h264 @ 0x5c08687ca6c0] error while decoding MB 56 55, bytestream -2", "last_exit_at": "2026-11-02T14:38:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T15:24:51+09:00", "pid": 52572, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.363, "name": "ffmpeg", "pid": 52572, "rss_mb": 57.363, "state": "S (sleeping)", "threads": 1}, "restart_count": 189, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.19, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.69, "last_frame_pushed_at": "2026-11-02T15:24:48+09:00", "last_frame_read_age_sec": 4.758, "last_frame_read_at": "2026-11-02T15:24:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 559.826, "last_sample_duration_ms": 826.449, "last_trigger": "periodic", "next_snapshot_in_sec": 40.174, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 438, "storage_bytes": 2190177}, "mjpeg": {"age_sec": 4.679, "exists": true, "mtime": "2026-11-02T15:24:48.554137+09:00", "mtime_epoch": 1793600688.5541372, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:24:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2036.055, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2522732, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.95, "max": 18.0, "p95": 17.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.193, "max": 4.0, "p95": 4.0, "sample_count": 57}, "total": {"avg": 3.033, "max": 4.0, "p95": 4.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.003, "pushed": 2.003, "read": 1.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.042, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4728.397, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.922, "count": 59, "max_ms": 6.547, "p95_ms": 3.725, "reason": null, "sample_age_ms": 4760.557, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 59, "max_ms": 5.995, "p95_ms": 1.84, "reason": null, "sample_age_ms": 4760.715, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 60, "max_ms": 0.678, "p95_ms": 0.511, "reason": null, "sample_age_ms": 4728.407, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.645, "count": 59, "max_ms": 2.68, "p95_ms": 2.423, "reason": null, "sample_age_ms": 4759.638, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4759.624, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4728.749, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.153, "count": 60, "max_ms": 66.811, "p95_ms": 58.654, "reason": null, "sample_age_ms": 4728.394, "source": "client_direct"}, "sample_age_ms": 4728.39, "source": "client_direct", "task_total_ms": {"avg_ms": 43.27, "count": 60, "max_ms": 68.489, "p95_ms": 61.286, "reason": null, "sample_age_ms": 4728.39, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.072, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.294, "count": 60, "max_ms": 13.562, "p95_ms": 10.005}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.384, "count": 60, "max_ms": 0.876, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 1.246, "count": 60, "max_ms": 3.301, "p95_ms": 2.331}, "event_filter_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.323, "count": 60, "max_ms": 0.571, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.282, "count": 60, "max_ms": 6.694, "p95_ms": 4.043}, "setup_ms": {"avg_ms": 0.032, "count": 60, "max_ms": 0.07, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 6.249, "count": 60, "max_ms": 13.49, "p95_ms": 9.957}, "track_match_ms": {"avg_ms": 0.095, "count": 60, "max_ms": 0.208, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.879, "count": 60, "max_ms": 4.806, "p95_ms": 3.168}}, "gstreamer_push": {"avg_ms": 2.723, "count": 60, "max_ms": 5.356, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 60, "max_ms": 0.074, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.493, "count": 60, "max_ms": 70.83, "p95_ms": 61.746}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.015, "count": 60, "max_ms": 9.253, "p95_ms": 7.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.78, "count": 60, "max_ms": 141.341, "p95_ms": 116.179}, "inference_input_copy_ms": {"avg_ms": 1.662, "count": 60, "max_ms": 4.948, "p95_ms": 2.507}, "processing_residual_ms": {"avg_ms": 0.188, "count": 60, "max_ms": 0.408, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.645, "count": 60, "max_ms": 145.121, "p95_ms": 121.134}, "read_interval": {"avg_ms": 428.279, "count": 59, "max_ms": 10131.247, "p95_ms": 152.617}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 60, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 2.228, "count": 60, "max_ms": 6.548, "p95_ms": 3.988}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 60, "max_ms": 0.029, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.216, "count": 60, "max_ms": 6.531, "p95_ms": 3.974}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 44.504, "count": 60, "max_ms": 70.851, "p95_ms": 61.753}, "visualize": {"avg_ms": 34.738, "count": 60, "max_ms": 55.857, "p95_ms": 45.779}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.244, "count": 60, "max_ms": 46.871, "p95_ms": 36.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.455, "count": 60, "max_ms": 54.404, "p95_ms": 43.501}, "visualize_input_copy_ms": {"avg_ms": 1.136, "count": 60, "max_ms": 4.264, "p95_ms": 1.976}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.358, "count": 60, "max_ms": 54.274, "p95_ms": 43.374}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 60, "max_ms": 0.117, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2036.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.501, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.162, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2522726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98246, "write_bytes_delta": 98246, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.10743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2302.0, "pid": 52046, "reason": null, "system_cpu_core_ratio": 0.011405, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.096025, "user_cpu_s_delta": 2.6099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.632441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.210078, "system_cpu_s_delta": 5.709999999991851, "user_cpu_core_ratio": 0.422363, "user_cpu_s_delta": 11.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.656, "count": 103, "max_ms": 8.467, "p95_ms": 3.982, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.612, "max": 18.0, "p95": 16.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.223, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 3.223, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.441, "count": 30, "max": 32.736, "p95": 27.602, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.758, "count": 30, "max": 19.8, "p95": 19.005, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.067, "count": 30, "max": 1178.0, "p95": 1173.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 428.567, "count": 30, "max": 4209.0, "p95": 3100.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.151, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.431, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100347.967, "count": 30, "max": 103306.0, "p95": 103163.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.6, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.288, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19393, "sampled_at": "2026-11-02T15:24:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:24:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4132421, "flush_count": 4370, "flush_interval_seconds": 30.0, "flush_state": {"count": 4370, "last_at": "2026-11-02T15:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4369}, "started": true, "suppressed_count": 2523455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2523156}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4370, "written_record_count": 4370}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10668.637, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63a8d48cd5c0] error while decoding MB 66 57, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6988098355200, "copied_frame_count": 2527524, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6988098355200, "frame_buffer_copies": 2527524, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 0.2865, "p50_ms": 0.0787, "p95_ms": 0.153, "p99_ms": 0.2117}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3927, "count": 512, "max_ms": 4.8664, "p50_ms": 1.2641, "p95_ms": 2.4494, "p99_ms": 3.2795, "results": {"failed": 0, "not_applicable": 0, "success": 2527524, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 549, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:33:39+09:00", "last_error_summary": "[h264 @ 0x63a8d48cd5c0] error while decoding MB 66 57, bytestream -6", "last_exit_at": "2026-11-02T14:38:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.421, "last_started_at": "2026-11-02T15:24:51+09:00", "pid": 52572, "process": {"exists": false, "pid": 52572}, "restart_count": 189, "restart_count_per_hour": 2, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.556, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-02T15:33:39+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-11-02T15:33:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.572, "last_sample_duration_ms": 1049.268, "last_trigger": "periodic", "next_snapshot_in_sec": 116.428, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 439, "storage_bytes": 2198733}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T15:33:39.595167+09:00", "mtime_epoch": 1793601219.5951672, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99837}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:33:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2038.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2527525, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.154, "max": 21.0, "p95": 17.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.835, "max": 6.0, "p95": 6.0, "sample_count": 266}, "total": {"avg": 3.835, "max": 6.0, "p95": 6.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 0.429, "max": 2.0, "p95": 2.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 0.429, "max": 2.0, "p95": 2.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.897, "pushed": 8.897, "read": 8.897}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.006, "count": 267, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 43.171, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 266, "max_ms": 8.407, "p95_ms": 2.851, "reason": null, "sample_age_ms": 77.103, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 266, "max_ms": 8.072, "p95_ms": 2.235, "reason": null, "sample_age_ms": 77.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 267, "max_ms": 1.2, "p95_ms": 0.6, "reason": null, "sample_age_ms": 43.193, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.816, "count": 266, "max_ms": 4.738, "p95_ms": 3.051, "reason": null, "sample_age_ms": 75.864, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.533, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.715, "count": 267, "max_ms": 66.408, "p95_ms": 55.881, "reason": null, "sample_age_ms": 43.166, "source": "client_direct"}, "sample_age_ms": 43.163, "source": "client_direct", "task_total_ms": {"avg_ms": 44.031, "count": 267, "max_ms": 69.077, "p95_ms": 58.441, "reason": null, "sample_age_ms": 43.163, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.433, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.79, "count": 266, "max_ms": 18.842, "p95_ms": 12.078}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 266, "max_ms": 1.263, "p95_ms": 0.743}, "detection_prepare_ms": {"avg_ms": 1.625, "count": 266, "max_ms": 9.276, "p95_ms": 2.962}, "event_filter_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.081, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 266, "max_ms": 3.631, "p95_ms": 0.851}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.063, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.762, "count": 266, "max_ms": 9.913, "p95_ms": 4.478}, "setup_ms": {"avg_ms": 0.035, "count": 266, "max_ms": 0.116, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 7.741, "count": 266, "max_ms": 18.789, "p95_ms": 12.034}, "track_match_ms": {"avg_ms": 0.11, "count": 266, "max_ms": 0.323, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 2.248, "count": 266, "max_ms": 6.895, "p95_ms": 3.438}}, "gstreamer_push": {"avg_ms": 2.793, "count": 266, "max_ms": 9.819, "p95_ms": 4.55}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 266, "max_ms": 0.162, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.298, "count": 266, "max_ms": 69.635, "p95_ms": 60.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.184, "count": 266, "max_ms": 14.73, "p95_ms": 8.577}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.737, "count": 266, "max_ms": 141.731, "p95_ms": 118.634}, "inference_input_copy_ms": {"avg_ms": 1.752, "count": 266, "max_ms": 4.491, "p95_ms": 2.975}, "processing_residual_ms": {"avg_ms": 0.224, "count": 266, "max_ms": 2.647, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.897, "count": 266, "max_ms": 147.521, "p95_ms": 123.943}, "read_interval": {"avg_ms": 112.585, "count": 266, "max_ms": 180.875, "p95_ms": 149.098}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 266, "max_ms": 0.241, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.702, "count": 266, "max_ms": 9.794, "p95_ms": 4.419}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 266, "max_ms": 0.048, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.686, "count": 266, "max_ms": 9.774, "p95_ms": 4.406}, "worker_merge_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.04, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.31, "count": 266, "max_ms": 69.645, "p95_ms": 60.312}, "visualize": {"avg_ms": 39.408, "count": 266, "max_ms": 71.62, "p95_ms": 54.758}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.2, "count": 266, "max_ms": 51.244, "p95_ms": 44.387}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.014, "count": 266, "max_ms": 69.703, "p95_ms": 53.017}, "visualize_input_copy_ms": {"avg_ms": 1.235, "count": 266, "max_ms": 7.433, "p95_ms": 1.908}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.908, "count": 266, "max_ms": 69.594, "p95_ms": 52.866}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 266, "max_ms": 0.208, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2038.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.133, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.166, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101702, "write_bytes_delta": 101702, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 579.0, "cpu_core_ratio": 0.40726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 52572, "reason": null, "system_cpu_core_ratio": 0.034936, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.372323, "user_cpu_s_delta": 3.7299999999999898}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.904538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607895, "system_cpu_s_delta": 6.0900000000110595, "user_cpu_core_ratio": 1.296643, "user_cpu_s_delta": 12.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.64, "count": 283, "max_ms": 8.82, "p95_ms": 4.108, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.336, "max": 21.0, "p95": 19.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.251, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 283}, "total": {"avg": 3.251, "max": 5.0, "p95": 4.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.538, "count": 30, "max": 36.991, "p95": 22.111, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.177, "count": 30, "max": 20.933, "p95": 19.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 741.0, "count": 30, "max": 1089.0, "p95": 1077.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4.733, "count": 30, "max": 50.0, "p95": 42.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.407, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98682.833, "count": 30, "max": 101702.0, "p95": 100902.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98682.833, "count": 30, "max": 101702.0, "p95": 100902.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.6, "count": 30, "max": 31.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.586, "count": 30, "max": 0.648, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.281, "count": 30, "max": 1.339, "p95": 1.336, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19427, "sampled_at": "2026-11-02T15:33:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:33:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4132421, "flush_count": 4370, "flush_interval_seconds": 30.0, "flush_state": {"count": 4370, "last_at": "2026-11-02T15:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4369}, "started": true, "suppressed_count": 2523455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2523156}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4370, "written_record_count": 4370}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10664.102, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T15:33:39+09:00", "last_error_summary": "[h264 @ 0x63a8d48cd5c0] error while decoding MB 66 57, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6988101120000, "copied_frame_count": 2527525, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6988101120000, "frame_buffer_copies": 2527525, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 0.2865, "p50_ms": 0.0787, "p95_ms": 0.153, "p99_ms": 0.2117}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4037, "count": 512, "max_ms": 6.8069, "p50_ms": 1.2694, "p95_ms": 2.4567, "p99_ms": 3.4116, "results": {"failed": 0, "not_applicable": 0, "success": 2527525, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 549, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:33:39+09:00", "last_error_summary": "[h264 @ 0x63a8d48cd5c0] error while decoding MB 66 57, bytestream -6", "last_exit_at": "2026-11-02T15:33:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.503, "last_started_at": "2026-11-02T15:24:51+09:00", "pid": 52572, "process": {"exists": false, "pid": 52572}, "restart_count": 189, "restart_count_per_hour": 2, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.556, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-02T15:33:39+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-11-02T15:33:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.654, "last_sample_duration_ms": 1049.268, "last_trigger": "periodic", "next_snapshot_in_sec": 116.346, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 439, "storage_bytes": 2198733}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T15:33:39.716168+09:00", "mtime_epoch": 1793601219.7161677, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:33:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2038.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2527525, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.161, "max": 21.0, "p95": 17.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.831, "max": 6.0, "p95": 6.0, "sample_count": 267}, "total": {"avg": 3.831, "max": 6.0, "p95": 6.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.427, "max": 2.0, "p95": 2.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.427, "max": 2.0, "p95": 2.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.906, "pushed": 8.906, "read": 8.872}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.006, "count": 266, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 120.999, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 266, "max_ms": 8.407, "p95_ms": 2.851, "reason": null, "sample_age_ms": 154.93, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 266, "max_ms": 8.072, "p95_ms": 2.235, "reason": null, "sample_age_ms": 155.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 266, "max_ms": 1.2, "p95_ms": 0.601, "reason": null, "sample_age_ms": 121.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.816, "count": 266, "max_ms": 4.738, "p95_ms": 3.051, "reason": null, "sample_age_ms": 153.691, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.671, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.361, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.664, "count": 266, "max_ms": 66.408, "p95_ms": 55.895, "reason": null, "sample_age_ms": 120.993, "source": "client_direct"}, "sample_age_ms": 120.99, "source": "client_direct", "task_total_ms": {"avg_ms": 43.981, "count": 266, "max_ms": 69.077, "p95_ms": 58.442, "reason": null, "sample_age_ms": 120.99, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.638, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 267, "max_ms": 18.842, "p95_ms": 12.078}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 267, "max_ms": 1.263, "p95_ms": 0.743}, "detection_prepare_ms": {"avg_ms": 1.624, "count": 267, "max_ms": 9.276, "p95_ms": 2.962}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.081, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 267, "max_ms": 3.631, "p95_ms": 0.851}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.063, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.758, "count": 267, "max_ms": 9.913, "p95_ms": 4.478}, "setup_ms": {"avg_ms": 0.035, "count": 267, "max_ms": 0.116, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 7.734, "count": 267, "max_ms": 18.789, "p95_ms": 12.034}, "track_match_ms": {"avg_ms": 0.11, "count": 267, "max_ms": 0.323, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 2.246, "count": 267, "max_ms": 6.895, "p95_ms": 3.438}}, "gstreamer_push": {"avg_ms": 2.795, "count": 267, "max_ms": 9.819, "p95_ms": 4.55}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 267, "max_ms": 0.162, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.259, "count": 267, "max_ms": 69.635, "p95_ms": 60.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.181, "count": 267, "max_ms": 14.73, "p95_ms": 8.577}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.776, "count": 267, "max_ms": 141.731, "p95_ms": 118.634}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 267, "max_ms": 4.491, "p95_ms": 2.975}, "processing_residual_ms": {"avg_ms": 0.223, "count": 267, "max_ms": 2.647, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.93, "count": 267, "max_ms": 147.521, "p95_ms": 123.943}, "read_interval": {"avg_ms": 112.585, "count": 266, "max_ms": 180.875, "p95_ms": 149.098}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 267, "max_ms": 0.241, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.698, "count": 267, "max_ms": 9.794, "p95_ms": 4.419}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 267, "max_ms": 0.048, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.683, "count": 267, "max_ms": 9.774, "p95_ms": 4.406}, "worker_merge_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.04, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.27, "count": 267, "max_ms": 69.645, "p95_ms": 60.312}, "visualize": {"avg_ms": 39.493, "count": 267, "max_ms": 71.62, "p95_ms": 55.492}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.254, "count": 267, "max_ms": 51.244, "p95_ms": 45.557}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.098, "count": 267, "max_ms": 69.703, "p95_ms": 53.05}, "visualize_input_copy_ms": {"avg_ms": 1.237, "count": 267, "max_ms": 7.433, "p95_ms": 1.908}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.992, "count": 267, "max_ms": 69.594, "p95_ms": 52.897}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 267, "max_ms": 0.208, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2038.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.133, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.166, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101702, "write_bytes_delta": 101702, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 579.0, "cpu_core_ratio": 0.40726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 52572, "reason": null, "system_cpu_core_ratio": 0.034936, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.372323, "user_cpu_s_delta": 3.7299999999999898}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.904538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607895, "system_cpu_s_delta": 6.0900000000110595, "user_cpu_core_ratio": 1.296643, "user_cpu_s_delta": 12.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.64, "count": 283, "max_ms": 8.82, "p95_ms": 4.108, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.336, "max": 21.0, "p95": 19.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.251, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 283}, "total": {"avg": 3.251, "max": 5.0, "p95": 4.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.538, "count": 30, "max": 36.991, "p95": 22.111, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.177, "count": 30, "max": 20.933, "p95": 19.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 741.0, "count": 30, "max": 1089.0, "p95": 1077.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4.733, "count": 30, "max": 50.0, "p95": 42.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.407, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98682.833, "count": 30, "max": 101702.0, "p95": 100902.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98682.833, "count": 30, "max": 101702.0, "p95": 100902.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.6, "count": 30, "max": 31.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.586, "count": 30, "max": 0.648, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.281, "count": 30, "max": 1.339, "p95": 1.336, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19427, "sampled_at": "2026-11-02T15:33:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:33:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4132421, "flush_count": 4370, "flush_interval_seconds": 30.0, "flush_state": {"count": 4370, "last_at": "2026-11-02T15:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4369}, "started": true, "suppressed_count": 2523455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2523156}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4370, "written_record_count": 4370}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10662.859, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6988101120000, "copied_frame_count": 2527525, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6988101120000, "frame_buffer_copies": 2527525, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 0.2865, "p50_ms": 0.0787, "p95_ms": 0.153, "p99_ms": 0.2117}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4037, "count": 512, "max_ms": 6.8069, "p50_ms": 1.2694, "p95_ms": 2.4567, "p99_ms": 3.4116, "results": {"failed": 0, "not_applicable": 0, "success": 2527525, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 549, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:33:39+09:00", "last_error_summary": "[h264 @ 0x63a8d48cd5c0] error while decoding MB 66 57, bytestream -6", "last_exit_at": "2026-11-02T15:33:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.566, "last_started_at": "2026-11-02T15:24:51+09:00", "pid": 52572, "process": {"exists": false, "pid": 52572}, "restart_count": 189, "restart_count_per_hour": 2, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.556, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-02T15:33:39+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-11-02T15:33:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.698, "last_sample_duration_ms": 1049.268, "last_trigger": "periodic", "next_snapshot_in_sec": 116.302, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 439, "storage_bytes": 2198733}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-11-02T15:33:39.716168+09:00", "mtime_epoch": 1793601219.7161677, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:33:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2038.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2527525, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.154, "max": 21.0, "p95": 17.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.827, "max": 6.0, "p95": 6.0, "sample_count": 266}, "total": {"avg": 3.827, "max": 6.0, "p95": 6.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 0.425, "max": 2.0, "p95": 2.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 0.425, "max": 2.0, "p95": 2.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.853}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 265, "client_acquire_ms": {"avg_ms": 0.006, "count": 266, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 180.273, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.855, "count": 265, "max_ms": 8.407, "p95_ms": 2.852, "reason": null, "sample_age_ms": 214.204, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 265, "max_ms": 8.072, "p95_ms": 2.237, "reason": null, "sample_age_ms": 214.488, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 266, "max_ms": 1.2, "p95_ms": 0.601, "reason": null, "sample_age_ms": 180.294, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.816, "count": 265, "max_ms": 4.738, "p95_ms": 3.053, "reason": null, "sample_age_ms": 212.965, "source": "client_direct"}, "request_count": 265, "request_tensor_bytes": {"avg": 2764808.0, "count": 265, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 212.945, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 180.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.664, "count": 266, "max_ms": 66.408, "p95_ms": 55.895, "reason": null, "sample_age_ms": 180.267, "source": "client_direct"}, "sample_age_ms": 180.264, "source": "client_direct", "task_total_ms": {"avg_ms": 43.981, "count": 266, "max_ms": 69.077, "p95_ms": 58.442, "reason": null, "sample_age_ms": 180.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.175, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 266, "max_ms": 18.842, "p95_ms": 12.078}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 266, "max_ms": 1.263, "p95_ms": 0.743}, "detection_prepare_ms": {"avg_ms": 1.62, "count": 266, "max_ms": 9.276, "p95_ms": 2.962}, "event_filter_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.081, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 266, "max_ms": 3.631, "p95_ms": 0.851}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.063, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.755, "count": 266, "max_ms": 9.913, "p95_ms": 4.478}, "setup_ms": {"avg_ms": 0.035, "count": 266, "max_ms": 0.116, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 7.725, "count": 266, "max_ms": 18.789, "p95_ms": 12.034}, "track_match_ms": {"avg_ms": 0.11, "count": 266, "max_ms": 0.323, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 2.244, "count": 266, "max_ms": 6.895, "p95_ms": 3.438}}, "gstreamer_push": {"avg_ms": 2.798, "count": 266, "max_ms": 9.819, "p95_ms": 4.55}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 266, "max_ms": 0.162, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.21, "count": 266, "max_ms": 69.635, "p95_ms": 60.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.185, "count": 266, "max_ms": 14.73, "p95_ms": 8.577}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.729, "count": 266, "max_ms": 141.731, "p95_ms": 118.634}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 266, "max_ms": 4.491, "p95_ms": 2.975}, "processing_residual_ms": {"avg_ms": 0.224, "count": 266, "max_ms": 2.647, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.888, "count": 266, "max_ms": 147.521, "p95_ms": 123.943}, "read_interval": {"avg_ms": 112.57, "count": 265, "max_ms": 180.875, "p95_ms": 149.098}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 266, "max_ms": 0.241, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.695, "count": 266, "max_ms": 9.794, "p95_ms": 4.419}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 266, "max_ms": 0.048, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.679, "count": 266, "max_ms": 9.774, "p95_ms": 4.406}, "worker_merge_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.04, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.222, "count": 266, "max_ms": 69.645, "p95_ms": 60.312}, "visualize": {"avg_ms": 39.504, "count": 266, "max_ms": 71.62, "p95_ms": 55.492}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.262, "count": 266, "max_ms": 51.244, "p95_ms": 45.557}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.108, "count": 266, "max_ms": 69.703, "p95_ms": 53.05}, "visualize_input_copy_ms": {"avg_ms": 1.238, "count": 266, "max_ms": 7.433, "p95_ms": 1.908}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.002, "count": 266, "max_ms": 69.594, "p95_ms": 52.897}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 266, "max_ms": 0.208, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2038.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.514, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.556, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100052, "write_bytes_delta": 100052, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 52572, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.796128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55649, "system_cpu_s_delta": 5.580000000001746, "user_cpu_core_ratio": 1.239637, "user_cpu_s_delta": 12.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.795, "count": 267, "max_ms": 9.819, "p95_ms": 4.55, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.161, "max": 21.0, "p95": 17.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.831, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 267}, "total": {"avg": 3.831, "max": 6.0, "p95": 6.0, "sample_count": 267}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.979, "count": 30, "max": 36.991, "p95": 23.495, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.368, "count": 30, "max": 20.933, "p95": 19.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.1, "count": 30, "max": 1087.0, "p95": 1065.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3.067, "count": 30, "max": 43.0, "p95": 25.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.407, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98610.633, "count": 30, "max": 101702.0, "p95": 100848.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98610.633, "count": 30, "max": 101702.0, "p95": 100848.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.567, "count": 30, "max": 25.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.648, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.278, "count": 30, "max": 1.339, "p95": 1.338, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19430, "sampled_at": "2026-11-02T15:33:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:33:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4132421, "flush_count": 4370, "flush_interval_seconds": 30.0, "flush_state": {"count": 4370, "last_at": "2026-11-02T15:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4369}, "started": true, "suppressed_count": 2523455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2523156}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4370, "written_record_count": 4370}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10830.543, "limit_mb": null}, "detail": {"pid": 52688, "restart_count": 190, "start_count": 191}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6988101120000, "copied_frame_count": 2527525, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6988101120000, "frame_buffer_copies": 2527525, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 0.2865, "p50_ms": 0.0787, "p95_ms": 0.153, "p99_ms": 0.2117}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4037, "count": 512, "max_ms": 6.8069, "p50_ms": 1.2694, "p95_ms": 2.4567, "p99_ms": 3.4116, "results": {"failed": 0, "not_applicable": 0, "success": 2527525, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 549, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:33:39+09:00", "last_error_summary": "[h264 @ 0x63a8d48cd5c0] error while decoding MB 66 57, bytestream -6", "last_exit_at": "2026-11-02T15:33:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T15:33:42+09:00", "pid": 52688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.816, "name": "ffmpeg", "pid": 52688, "rss_mb": 205.816, "state": "S (sleeping)", "threads": 70}, "restart_count": 190, "restart_count_per_hour": 3, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.694, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.737, "last_frame_pushed_at": "2026-11-02T15:33:39+09:00", "last_frame_read_age_sec": 4.856, "last_frame_read_at": "2026-11-02T15:33:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 488.343, "last_sample_duration_ms": 1049.268, "last_trigger": "periodic", "next_snapshot_in_sec": 111.657, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 439, "storage_bytes": 2198733}, "mjpeg": {"age_sec": 4.731, "exists": true, "mtime": "2026-11-02T15:33:39.716168+09:00", "mtime_epoch": 1793601219.7161677, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:33:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2038.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2527525, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.729, "max": 18.0, "p95": 16.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.658, "max": 6.0, "p95": 6.0, "sample_count": 225}, "total": {"avg": 3.658, "max": 6.0, "p95": 6.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.409, "max": 2.0, "p95": 2.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.409, "max": 2.0, "p95": 2.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.517, "pushed": 7.517, "read": 7.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.03, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4828.003, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.848, "count": 224, "max_ms": 8.407, "p95_ms": 2.854, "reason": null, "sample_age_ms": 4861.935, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 224, "max_ms": 8.072, "p95_ms": 2.196, "reason": null, "sample_age_ms": 4862.219, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 224, "max_ms": 1.2, "p95_ms": 0.615, "reason": null, "sample_age_ms": 4828.025, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.813, "count": 224, "max_ms": 4.738, "p95_ms": 3.09, "reason": null, "sample_age_ms": 4860.696, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4860.676, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4828.365, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.714, "count": 224, "max_ms": 66.408, "p95_ms": 55.924, "reason": null, "sample_age_ms": 4827.998, "source": "client_direct"}, "sample_age_ms": 4827.995, "source": "client_direct", "task_total_ms": {"avg_ms": 44.028, "count": 224, "max_ms": 67.933, "p95_ms": 58.443, "reason": null, "sample_age_ms": 4827.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.558, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.634, "count": 225, "max_ms": 18.842, "p95_ms": 12.246}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 225, "max_ms": 1.263, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.635, "count": 225, "max_ms": 9.276, "p95_ms": 3.361}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.081, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.483, "count": 225, "max_ms": 3.631, "p95_ms": 0.821}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.063, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.684, "count": 225, "max_ms": 9.913, "p95_ms": 4.417}, "setup_ms": {"avg_ms": 0.034, "count": 225, "max_ms": 0.08, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 7.584, "count": 225, "max_ms": 18.789, "p95_ms": 12.201}, "track_match_ms": {"avg_ms": 0.104, "count": 225, "max_ms": 0.317, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 2.194, "count": 225, "max_ms": 6.895, "p95_ms": 3.438}}, "gstreamer_push": {"avg_ms": 2.8, "count": 225, "max_ms": 9.819, "p95_ms": 4.55}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 225, "max_ms": 0.162, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.266, "count": 225, "max_ms": 68.577, "p95_ms": 60.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.145, "count": 225, "max_ms": 14.73, "p95_ms": 8.577}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.578, "count": 225, "max_ms": 136.237, "p95_ms": 117.841}, "inference_input_copy_ms": {"avg_ms": 1.773, "count": 225, "max_ms": 4.491, "p95_ms": 3.036}, "processing_residual_ms": {"avg_ms": 0.226, "count": 225, "max_ms": 2.647, "p95_ms": 0.387}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.722, "count": 225, "max_ms": 144.448, "p95_ms": 123.556}, "read_interval": {"avg_ms": 112.475, "count": 224, "max_ms": 180.875, "p95_ms": 149.098}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.241, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.624, "count": 225, "max_ms": 9.794, "p95_ms": 4.36}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 225, "max_ms": 0.037, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.609, "count": 225, "max_ms": 9.774, "p95_ms": 4.348}, "worker_merge_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.04, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 45.277, "count": 225, "max_ms": 68.585, "p95_ms": 60.475}, "visualize": {"avg_ms": 39.432, "count": 225, "max_ms": 64.169, "p95_ms": 54.758}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.488, "count": 225, "max_ms": 51.244, "p95_ms": 44.387}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.034, "count": 225, "max_ms": 62.709, "p95_ms": 53.017}, "visualize_input_copy_ms": {"avg_ms": 1.239, "count": 225, "max_ms": 7.433, "p95_ms": 1.956}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.928, "count": 225, "max_ms": 62.567, "p95_ms": 52.866}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 225, "max_ms": 0.208, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2038.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.514, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.556, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2527525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100052, "write_bytes_delta": 100052, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 52572, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.796128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55649, "system_cpu_s_delta": 5.580000000001746, "user_cpu_core_ratio": 1.239637, "user_cpu_s_delta": 12.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.795, "count": 267, "max_ms": 9.819, "p95_ms": 4.55, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.161, "max": 21.0, "p95": 17.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.831, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 267}, "total": {"avg": 3.831, "max": 6.0, "p95": 6.0, "sample_count": 267}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.979, "count": 30, "max": 36.991, "p95": 23.495, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.368, "count": 30, "max": 20.933, "p95": 19.593, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.1, "count": 30, "max": 1087.0, "p95": 1065.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3.067, "count": 30, "max": 43.0, "p95": 25.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.407, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98610.633, "count": 30, "max": 101702.0, "p95": 100848.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98610.633, "count": 30, "max": 101702.0, "p95": 100848.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.567, "count": 30, "max": 25.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.648, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.278, "count": 30, "max": 1.339, "p95": 1.338, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19430, "sampled_at": "2026-11-02T15:33:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:33:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4140641, "flush_count": 4378, "flush_interval_seconds": 30.0, "flush_state": {"count": 4378, "last_at": "2026-11-02T15:40:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:40:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4377}, "started": true, "suppressed_count": 2527467, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2527168}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4378, "written_record_count": 4378}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10676.406, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63ef471e7640] error while decoding MB 83 45, bytestream 54 [h264 @ 0x63ef47294f80] error while decoding MB 39 49, bytestream -12 [in#0/rtsp @ 0x63ef47167e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63ef47167e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6999212851200, "copied_frame_count": 2531544, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6999212851200, "frame_buffer_copies": 2531544, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0933, "count": 512, "max_ms": 1.7879, "p50_ms": 0.0805, "p95_ms": 0.1596, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3423, "count": 512, "max_ms": 4.6073, "p50_ms": 1.2058, "p95_ms": 2.3667, "p99_ms": 3.1227, "results": {"failed": 0, "not_applicable": 0, "success": 2531544, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 551, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:41:27+09:00", "last_error_summary": "[h264 @ 0x63ef471e7640] error while decoding MB 83 45, bytestream 54 [h264 @ 0x63ef47294f80] error while decoding MB 39 49, bytestream -12 [in#0/rtsp @ 0x63ef47167e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63ef47167e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:33:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 464.977, "last_started_at": "2026-11-02T15:33:42+09:00", "pid": 52688, "process": {"exists": false, "pid": 52688}, "restart_count": 190, "restart_count_per_hour": 2, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.074, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-02T15:41:27+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-11-02T15:41:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.163, "last_sample_duration_ms": 804.872, "last_trigger": "periodic", "next_snapshot_in_sec": 250.837, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 440, "storage_bytes": 2207291}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-02T15:41:27.378748+09:00", "mtime_epoch": 1793601687.3787484, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103387}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:41:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2040.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2531545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.769, "max": 18.0, "p95": 18.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.813, "max": 6.0, "p95": 6.0, "sample_count": 91}, "total": {"avg": 4.813, "max": 6.0, "p95": 6.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 2.681, "max": 4.0, "p95": 4.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 2.681, "max": 4.0, "p95": 4.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.037, "pushed": 3.037, "read": 3.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 16.598, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.827, "count": 91, "max_ms": 6.491, "p95_ms": 2.364, "reason": null, "sample_age_ms": 52.568, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 91, "max_ms": 6.091, "p95_ms": 1.723, "reason": null, "sample_age_ms": 52.806, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 91, "max_ms": 0.656, "p95_ms": 0.484, "reason": null, "sample_age_ms": 16.605, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.515, "count": 91, "max_ms": 3.566, "p95_ms": 2.681, "reason": null, "sample_age_ms": 50.909, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 50.876, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.888, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.957, "count": 91, "max_ms": 71.546, "p95_ms": 60.601, "reason": null, "sample_age_ms": 16.596, "source": "client_direct"}, "sample_age_ms": 16.593, "source": "client_direct", "task_total_ms": {"avg_ms": 43.925, "count": 91, "max_ms": 73.712, "p95_ms": 62.616, "reason": null, "sample_age_ms": 16.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.479, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.878, "count": 91, "max_ms": 16.98, "p95_ms": 13.432}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.534, "count": 91, "max_ms": 1.37, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.639, "count": 91, "max_ms": 5.628, "p95_ms": 3.026}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.413, "count": 91, "max_ms": 0.964, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.547, "count": 91, "max_ms": 8.281, "p95_ms": 6.777}, "setup_ms": {"avg_ms": 0.033, "count": 91, "max_ms": 0.058, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 8.821, "count": 91, "max_ms": 16.846, "p95_ms": 13.376}, "track_match_ms": {"avg_ms": 0.246, "count": 91, "max_ms": 0.633, "p95_ms": 0.436}, "tracker_update_ms": {"avg_ms": 2.4, "count": 91, "max_ms": 5.678, "p95_ms": 3.868}}, "gstreamer_push": {"avg_ms": 2.464, "count": 91, "max_ms": 5.141, "p95_ms": 3.793}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 91, "max_ms": 0.078, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.164, "count": 91, "max_ms": 74.812, "p95_ms": 65.937}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.87, "count": 91, "max_ms": 13.323, "p95_ms": 10.398}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.307, "count": 91, "max_ms": 140.809, "p95_ms": 131.085}, "inference_input_copy_ms": {"avg_ms": 1.374, "count": 91, "max_ms": 2.533, "p95_ms": 2.195}, "processing_residual_ms": {"avg_ms": 0.25, "count": 91, "max_ms": 0.564, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.801, "count": 91, "max_ms": 147.485, "p95_ms": 137.509}, "read_interval": {"avg_ms": 329.688, "count": 91, "max_ms": 19243.887, "p95_ms": 168.731}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.049, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.484, "count": 91, "max_ms": 8.195, "p95_ms": 6.705}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.468, "count": 91, "max_ms": 8.172, "p95_ms": 6.688}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.176, "count": 91, "max_ms": 74.819, "p95_ms": 65.97}, "visualize": {"avg_ms": 39.095, "count": 91, "max_ms": 60.383, "p95_ms": 55.439}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.658, "count": 91, "max_ms": 47.387, "p95_ms": 38.763}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.754, "count": 91, "max_ms": 59.071, "p95_ms": 53.837}, "visualize_input_copy_ms": {"avg_ms": 1.185, "count": 91, "max_ms": 2.531, "p95_ms": 1.821}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.645, "count": 91, "max_ms": 58.926, "p95_ms": 53.727}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 91, "max_ms": 0.155, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2040.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.042, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102040, "write_bytes_delta": 102040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.043394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2234.0, "pid": 52688, "reason": null, "system_cpu_core_ratio": 0.005786, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037608, "user_cpu_s_delta": 0.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.463284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.155392, "system_cpu_s_delta": 3.7599999999947613, "user_cpu_core_ratio": 0.307892, "user_cpu_s_delta": 7.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 92, "max_ms": 5.141, "p95_ms": 3.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.283, "max": 18.0, "p95": 17.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.793, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 4.793, "max": 6.0, "p95": 6.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 67.494, "p95": 50.476, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.339, "count": 30, "max": 21.304, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.133, "count": 30, "max": 1177.0, "p95": 1171.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.167, "count": 30, "max": 7599.0, "p95": 2490.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.293, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.404, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.641, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.338, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19456, "sampled_at": "2026-11-02T15:41:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:41:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4140641, "flush_count": 4378, "flush_interval_seconds": 30.0, "flush_state": {"count": 4378, "last_at": "2026-11-02T15:40:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:40:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4377}, "started": true, "suppressed_count": 2527467, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2527168}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4378, "written_record_count": 4378}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10676.504, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T15:41:27+09:00", "last_error_summary": "[h264 @ 0x63ef471e7640] error while decoding MB 83 45, bytestream 54 [h264 @ 0x63ef47294f80] error while decoding MB 39 49, bytestream -12 [in#0/rtsp @ 0x63ef47167e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63ef47167e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6999215616000, "copied_frame_count": 2531545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6999215616000, "frame_buffer_copies": 2531545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0933, "count": 512, "max_ms": 1.7879, "p50_ms": 0.0805, "p95_ms": 0.1596, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.342, "count": 512, "max_ms": 4.6073, "p50_ms": 1.2058, "p95_ms": 2.3667, "p99_ms": 3.1227, "results": {"failed": 0, "not_applicable": 0, "success": 2531545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 551, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:41:27+09:00", "last_error_summary": "[h264 @ 0x63ef471e7640] error while decoding MB 83 45, bytestream 54 [h264 @ 0x63ef47294f80] error while decoding MB 39 49, bytestream -12 [in#0/rtsp @ 0x63ef47167e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63ef47167e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 465.02, "last_started_at": "2026-11-02T15:33:42+09:00", "pid": 52688, "process": {"exists": false, "pid": 52688}, "restart_count": 190, "restart_count_per_hour": 2, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.074, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T15:41:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-02T15:41:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.207, "last_sample_duration_ms": 804.872, "last_trigger": "periodic", "next_snapshot_in_sec": 250.793, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 440, "storage_bytes": 2207291}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-11-02T15:41:27.378748+09:00", "mtime_epoch": 1793601687.3787484, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103387}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:41:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2040.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2531545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.857, "max": 18.0, "p95": 18.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.813, "max": 6.0, "p95": 6.0, "sample_count": 91}, "total": {"avg": 4.813, "max": 6.0, "p95": 6.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 2.703, "max": 4.0, "p95": 4.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 2.703, "max": 4.0, "p95": 4.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.034, "pushed": 3.034, "read": 3.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 59.85, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.827, "count": 91, "max_ms": 6.491, "p95_ms": 2.364, "reason": null, "sample_age_ms": 95.82, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 91, "max_ms": 6.091, "p95_ms": 1.723, "reason": null, "sample_age_ms": 96.058, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 91, "max_ms": 0.656, "p95_ms": 0.484, "reason": null, "sample_age_ms": 59.857, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.515, "count": 91, "max_ms": 3.566, "p95_ms": 2.681, "reason": null, "sample_age_ms": 94.161, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.128, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.14, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.957, "count": 91, "max_ms": 71.546, "p95_ms": 60.601, "reason": null, "sample_age_ms": 59.848, "source": "client_direct"}, "sample_age_ms": 59.845, "source": "client_direct", "task_total_ms": {"avg_ms": 43.925, "count": 91, "max_ms": 73.712, "p95_ms": 62.616, "reason": null, "sample_age_ms": 59.845, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.509, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.874, "count": 91, "max_ms": 16.98, "p95_ms": 13.432}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.533, "count": 91, "max_ms": 1.37, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.632, "count": 91, "max_ms": 5.628, "p95_ms": 3.026}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.412, "count": 91, "max_ms": 0.964, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.56, "count": 91, "max_ms": 8.281, "p95_ms": 6.777}, "setup_ms": {"avg_ms": 0.033, "count": 91, "max_ms": 0.058, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 8.817, "count": 91, "max_ms": 16.846, "p95_ms": 13.376}, "track_match_ms": {"avg_ms": 0.247, "count": 91, "max_ms": 0.633, "p95_ms": 0.436}, "tracker_update_ms": {"avg_ms": 2.393, "count": 91, "max_ms": 5.678, "p95_ms": 3.868}}, "gstreamer_push": {"avg_ms": 2.46, "count": 91, "max_ms": 5.141, "p95_ms": 3.793}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 91, "max_ms": 0.078, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.15, "count": 91, "max_ms": 74.812, "p95_ms": 65.937}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.814, "count": 91, "max_ms": 13.323, "p95_ms": 10.398}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.371, "count": 91, "max_ms": 140.809, "p95_ms": 131.085}, "inference_input_copy_ms": {"avg_ms": 1.367, "count": 91, "max_ms": 2.533, "p95_ms": 2.195}, "processing_residual_ms": {"avg_ms": 0.249, "count": 91, "max_ms": 0.564, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.8, "count": 91, "max_ms": 147.485, "p95_ms": 137.509}, "read_interval": {"avg_ms": 329.688, "count": 91, "max_ms": 19243.887, "p95_ms": 168.731}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.049, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.497, "count": 91, "max_ms": 8.195, "p95_ms": 6.705}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.48, "count": 91, "max_ms": 8.172, "p95_ms": 6.688}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.163, "count": 91, "max_ms": 74.819, "p95_ms": 65.97}, "visualize": {"avg_ms": 39.177, "count": 91, "max_ms": 60.383, "p95_ms": 55.439}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.731, "count": 91, "max_ms": 47.387, "p95_ms": 38.763}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.838, "count": 91, "max_ms": 59.071, "p95_ms": 53.837}, "visualize_input_copy_ms": {"avg_ms": 1.183, "count": 91, "max_ms": 2.531, "p95_ms": 1.821}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.729, "count": 91, "max_ms": 58.926, "p95_ms": 53.727}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 91, "max_ms": 0.155, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2040.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.042, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102040, "write_bytes_delta": 102040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.043394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2234.0, "pid": 52688, "reason": null, "system_cpu_core_ratio": 0.005786, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037608, "user_cpu_s_delta": 0.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.463284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.155392, "system_cpu_s_delta": 3.7599999999947613, "user_cpu_core_ratio": 0.307892, "user_cpu_s_delta": 7.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 92, "max_ms": 5.141, "p95_ms": 3.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.283, "max": 18.0, "p95": 17.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.793, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 4.793, "max": 6.0, "p95": 6.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 67.494, "p95": 50.476, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.339, "count": 30, "max": 21.304, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.133, "count": 30, "max": 1177.0, "p95": 1171.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.167, "count": 30, "max": 7599.0, "p95": 2490.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.293, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.404, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.641, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.338, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19456, "sampled_at": "2026-11-02T15:41:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:41:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4140641, "flush_count": 4378, "flush_interval_seconds": 30.0, "flush_state": {"count": 4378, "last_at": "2026-11-02T15:40:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:40:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4377}, "started": true, "suppressed_count": 2527467, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2527168}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4378, "written_record_count": 4378}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10675.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6999215616000, "copied_frame_count": 2531545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6999215616000, "frame_buffer_copies": 2531545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0933, "count": 512, "max_ms": 1.7879, "p50_ms": 0.0805, "p95_ms": 0.1596, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.342, "count": 512, "max_ms": 4.6073, "p50_ms": 1.2058, "p95_ms": 2.3667, "p99_ms": 3.1227, "results": {"failed": 0, "not_applicable": 0, "success": 2531545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 551, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:41:27+09:00", "last_error_summary": "[h264 @ 0x63ef471e7640] error while decoding MB 83 45, bytestream 54 [h264 @ 0x63ef47294f80] error while decoding MB 39 49, bytestream -12 [in#0/rtsp @ 0x63ef47167e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63ef47167e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 465.047, "last_started_at": "2026-11-02T15:33:42+09:00", "pid": 52688, "process": {"exists": false, "pid": 52688}, "restart_count": 190, "restart_count_per_hour": 2, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.074, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-02T15:41:27+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-11-02T15:41:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.234, "last_sample_duration_ms": 804.872, "last_trigger": "periodic", "next_snapshot_in_sec": 250.766, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 440, "storage_bytes": 2207291}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-02T15:41:27.475749+09:00", "mtime_epoch": 1793601687.475749, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102807}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:41:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2040.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2531545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.857, "max": 18.0, "p95": 18.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.813, "max": 6.0, "p95": 6.0, "sample_count": 91}, "total": {"avg": 4.813, "max": 6.0, "p95": 6.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 2.703, "max": 4.0, "p95": 4.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 2.703, "max": 4.0, "p95": 4.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.043, "pushed": 3.043, "read": 3.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 87.895, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 90, "max_ms": 6.491, "p95_ms": 2.368, "reason": null, "sample_age_ms": 123.865, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 90, "max_ms": 6.091, "p95_ms": 1.725, "reason": null, "sample_age_ms": 124.103, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 91, "max_ms": 0.656, "p95_ms": 0.484, "reason": null, "sample_age_ms": 87.902, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.516, "count": 90, "max_ms": 3.566, "p95_ms": 2.687, "reason": null, "sample_age_ms": 122.206, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.173, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.185, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.957, "count": 91, "max_ms": 71.546, "p95_ms": 60.601, "reason": null, "sample_age_ms": 87.893, "source": "client_direct"}, "sample_age_ms": 87.89, "source": "client_direct", "task_total_ms": {"avg_ms": 43.925, "count": 91, "max_ms": 73.712, "p95_ms": 62.616, "reason": null, "sample_age_ms": 87.89, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.683, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.874, "count": 91, "max_ms": 16.98, "p95_ms": 13.432}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.533, "count": 91, "max_ms": 1.37, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.632, "count": 91, "max_ms": 5.628, "p95_ms": 3.026}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.412, "count": 91, "max_ms": 0.964, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.56, "count": 91, "max_ms": 8.281, "p95_ms": 6.777}, "setup_ms": {"avg_ms": 0.033, "count": 91, "max_ms": 0.058, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 8.817, "count": 91, "max_ms": 16.846, "p95_ms": 13.376}, "track_match_ms": {"avg_ms": 0.247, "count": 91, "max_ms": 0.633, "p95_ms": 0.436}, "tracker_update_ms": {"avg_ms": 2.393, "count": 91, "max_ms": 5.678, "p95_ms": 3.868}}, "gstreamer_push": {"avg_ms": 2.46, "count": 91, "max_ms": 5.141, "p95_ms": 3.793}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 91, "max_ms": 0.078, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.15, "count": 91, "max_ms": 74.812, "p95_ms": 65.937}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.814, "count": 91, "max_ms": 13.323, "p95_ms": 10.398}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.371, "count": 91, "max_ms": 140.809, "p95_ms": 131.085}, "inference_input_copy_ms": {"avg_ms": 1.367, "count": 91, "max_ms": 2.533, "p95_ms": 2.195}, "processing_residual_ms": {"avg_ms": 0.249, "count": 91, "max_ms": 0.564, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.8, "count": 91, "max_ms": 147.485, "p95_ms": 137.509}, "read_interval": {"avg_ms": 332.226, "count": 90, "max_ms": 19243.887, "p95_ms": 168.731}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.049, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.497, "count": 91, "max_ms": 8.195, "p95_ms": 6.705}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.48, "count": 91, "max_ms": 8.172, "p95_ms": 6.688}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.163, "count": 91, "max_ms": 74.819, "p95_ms": 65.97}, "visualize": {"avg_ms": 39.177, "count": 91, "max_ms": 60.383, "p95_ms": 55.439}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.731, "count": 91, "max_ms": 47.387, "p95_ms": 38.763}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.838, "count": 91, "max_ms": 59.071, "p95_ms": 53.837}, "visualize_input_copy_ms": {"avg_ms": 1.183, "count": 91, "max_ms": 2.531, "p95_ms": 1.821}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.729, "count": 91, "max_ms": 58.926, "p95_ms": 53.727}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 91, "max_ms": 0.155, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2040.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.042, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102040, "write_bytes_delta": 102040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.043394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2234.0, "pid": 52688, "reason": null, "system_cpu_core_ratio": 0.005786, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037608, "user_cpu_s_delta": 0.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.463284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.155392, "system_cpu_s_delta": 3.7599999999947613, "user_cpu_core_ratio": 0.307892, "user_cpu_s_delta": 7.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 92, "max_ms": 5.141, "p95_ms": 3.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.283, "max": 18.0, "p95": 17.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.793, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 4.793, "max": 6.0, "p95": 6.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 67.494, "p95": 50.476, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.339, "count": 30, "max": 21.304, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.133, "count": 30, "max": 1177.0, "p95": 1171.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.167, "count": 30, "max": 7599.0, "p95": 2490.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.293, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.404, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.641, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.338, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19456, "sampled_at": "2026-11-02T15:41:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:41:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4140641, "flush_count": 4378, "flush_interval_seconds": 30.0, "flush_state": {"count": 4378, "last_at": "2026-11-02T15:40:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:40:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4377}, "started": true, "suppressed_count": 2527467, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2527168}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4378, "written_record_count": 4378}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10697.852, "limit_mb": null}, "detail": {"pid": 52804, "restart_count": 191, "start_count": 192}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6999215616000, "copied_frame_count": 2531545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 6999215616000, "frame_buffer_copies": 2531545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0933, "count": 512, "max_ms": 1.7879, "p50_ms": 0.0805, "p95_ms": 0.1596, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.342, "count": 512, "max_ms": 4.6073, "p50_ms": 1.2058, "p95_ms": 2.3667, "p99_ms": 3.1227, "results": {"failed": 0, "not_applicable": 0, "success": 2531545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 551, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:41:27+09:00", "last_error_summary": "[h264 @ 0x63ef471e7640] error while decoding MB 83 45, bytestream 54 [h264 @ 0x63ef47294f80] error while decoding MB 39 49, bytestream -12 [in#0/rtsp @ 0x63ef47167e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63ef47167e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:41:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T15:41:29+09:00", "pid": 52804, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.988, "name": "ffmpeg", "pid": 52804, "rss_mb": 57.988, "state": "S (sleeping)", "threads": 1}, "restart_count": 191, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.929, "sample_count": 2441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.321, "last_frame_pushed_at": "2026-11-02T15:41:27+09:00", "last_frame_read_age_sec": 4.415, "last_frame_read_at": "2026-11-02T15:41:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 353.533, "last_sample_duration_ms": 804.872, "last_trigger": "periodic", "next_snapshot_in_sec": 246.467, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 440, "storage_bytes": 2207291}, "mjpeg": {"age_sec": 4.311, "exists": true, "mtime": "2026-11-02T15:41:27.475749+09:00", "mtime_epoch": 1793601687.475749, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102807}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:41:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2040.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 2531545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.345, "max": 18.0, "p95": 18.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.862, "max": 6.0, "p95": 6.0, "sample_count": 58}, "total": {"avg": 4.862, "max": 6.0, "p95": 6.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 3.052, "max": 4.0, "p95": 4.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 3.052, "max": 4.0, "p95": 4.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.938, "pushed": 1.938, "read": 1.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.028, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4381.229, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 57, "max_ms": 6.491, "p95_ms": 2.09, "reason": null, "sample_age_ms": 4417.199, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 57, "max_ms": 6.091, "p95_ms": 1.462, "reason": null, "sample_age_ms": 4417.437, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 58, "max_ms": 0.656, "p95_ms": 0.477, "reason": null, "sample_age_ms": 4381.236, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 57, "max_ms": 3.566, "p95_ms": 2.068, "reason": null, "sample_age_ms": 4415.54, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4415.507, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4381.519, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.629, "count": 58, "max_ms": 71.546, "p95_ms": 63.937, "reason": null, "sample_age_ms": 4381.226, "source": "client_direct"}, "sample_age_ms": 4381.223, "source": "client_direct", "task_total_ms": {"avg_ms": 44.481, "count": 58, "max_ms": 73.712, "p95_ms": 65.826, "reason": null, "sample_age_ms": 4381.223, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.641, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.48, "count": 58, "max_ms": 16.98, "p95_ms": 13.652}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.518, "count": 58, "max_ms": 1.294, "p95_ms": 1.064}, "detection_prepare_ms": {"avg_ms": 1.714, "count": 58, "max_ms": 5.628, "p95_ms": 4.963}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.401, "count": 58, "max_ms": 0.934, "p95_ms": 0.627}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.066, "count": 58, "max_ms": 8.281, "p95_ms": 7.097}, "setup_ms": {"avg_ms": 0.033, "count": 58, "max_ms": 0.058, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 9.422, "count": 58, "max_ms": 16.846, "p95_ms": 13.596}, "track_match_ms": {"avg_ms": 0.262, "count": 58, "max_ms": 0.498, "p95_ms": 0.436}, "tracker_update_ms": {"avg_ms": 2.42, "count": 58, "max_ms": 5.678, "p95_ms": 4.121}}, "gstreamer_push": {"avg_ms": 2.521, "count": 58, "max_ms": 5.141, "p95_ms": 4.218}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 58, "max_ms": 0.064, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.592, "count": 58, "max_ms": 74.812, "p95_ms": 67.317}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.694, "count": 58, "max_ms": 10.821, "p95_ms": 9.833}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.268, "count": 58, "max_ms": 140.809, "p95_ms": 134.71}, "inference_input_copy_ms": {"avg_ms": 1.332, "count": 58, "max_ms": 2.372, "p95_ms": 2.231}, "processing_residual_ms": {"avg_ms": 0.264, "count": 58, "max_ms": 0.564, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.558, "count": 58, "max_ms": 147.485, "p95_ms": 140.356}, "read_interval": {"avg_ms": 449.846, "count": 57, "max_ms": 19243.887, "p95_ms": 190.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.04, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.004, "count": 58, "max_ms": 8.195, "p95_ms": 7.008}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 58, "max_ms": 0.039, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.988, "count": 58, "max_ms": 8.172, "p95_ms": 6.991}, "worker_merge_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.605, "count": 58, "max_ms": 74.819, "p95_ms": 67.33}, "visualize": {"avg_ms": 39.011, "count": 58, "max_ms": 60.383, "p95_ms": 56.272}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.831, "count": 58, "max_ms": 47.387, "p95_ms": 43.202}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.702, "count": 58, "max_ms": 59.071, "p95_ms": 54.193}, "visualize_input_copy_ms": {"avg_ms": 1.163, "count": 58, "max_ms": 2.531, "p95_ms": 1.879}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.596, "count": 58, "max_ms": 58.926, "p95_ms": 54.042}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 58, "max_ms": 0.155, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2040.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.042, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2531538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102040, "write_bytes_delta": 102040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 147.0, "cpu_core_ratio": 0.043394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2234.0, "pid": 52688, "reason": null, "system_cpu_core_ratio": 0.005786, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037608, "user_cpu_s_delta": 0.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.463284, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.155392, "system_cpu_s_delta": 3.7599999999947613, "user_cpu_core_ratio": 0.307892, "user_cpu_s_delta": 7.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.445, "count": 92, "max_ms": 5.141, "p95_ms": 3.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.283, "max": 18.0, "p95": 17.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.793, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 4.793, "max": 6.0, "p95": 6.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 67.494, "p95": 50.476, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.339, "count": 30, "max": 21.304, "p95": 20.763, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.133, "count": 30, "max": 1177.0, "p95": 1171.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 501.167, "count": 30, "max": 7599.0, "p95": 2490.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.293, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.404, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101129.067, "count": 30, "max": 113142.0, "p95": 104508.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.641, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.338, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19456, "sampled_at": "2026-11-02T15:41:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:41:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4151026, "flush_count": 4388, "flush_interval_seconds": 30.0, "flush_state": {"count": 4388, "last_at": "2026-11-02T15:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4387}, "started": true, "suppressed_count": 2533130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2532831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4388, "written_record_count": 4388}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10678.145, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5651d17834c0] cabac decode of qscale diff failed at 29 59 [h264 @ 0x5651d17834c0] error while decoding MB 29 59, bytestream 5417 [h264 @ 0x5651d1746f80] cabac decode of qscale diff failed at 80 60 [h264 @ 0x5651d1746f80] error while decoding MB 80 60, bytestream 61507 [h264 @ 0x5651d1675e40] left block unavailable for requested intra mode [h264 @ 0x5651d1675e40] error while decoding MB 0 65, bytestream 30709 [h264 @ 0x5651d175b140] error while decoding MB 119 63, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7014897561600, "copied_frame_count": 2537217, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7014897561600, "frame_buffer_copies": 2537217, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0909, "count": 512, "max_ms": 0.3791, "p50_ms": 0.0799, "p95_ms": 0.1644, "p99_ms": 0.2127}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.41, "count": 512, "max_ms": 6.2935, "p50_ms": 1.3015, "p95_ms": 2.4818, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2537217, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 557, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:51:53+09:00", "last_error_summary": "[h264 @ 0x5651d17834c0] cabac decode of qscale diff failed at 29 59 [h264 @ 0x5651d17834c0] error while decoding MB 29 59, bytestream 5417 [h264 @ 0x5651d1746f80] cabac decode of qscale diff failed at 80 60 [h264 @ 0x5651d1746f80] error while decoding MB 80 60, bytestream 61507 [h264 @ 0x5651d1675e40] left block unavailable for requested intra mode [h264 @ 0x5651d1675e40] error while decoding MB 0 65, bytestream 30709 [h264 @ 0x5651d175b140] error while decoding MB 119 63, bytestream -5", "last_exit_at": "2026-11-02T15:41:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.056, "last_started_at": "2026-11-02T15:41:29+09:00", "pid": 52804, "process": {"exists": false, "pid": 52804}, "restart_count": 191, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.258, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-11-02T15:51:53+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-02T15:51:53+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.218, "last_sample_duration_ms": 710.054, "last_trigger": "periodic", "next_snapshot_in_sec": 225.782, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 441, "storage_bytes": 2215851}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-02T15:51:53.769692+09:00", "mtime_epoch": 1793602313.7696917, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105010}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:51:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2043.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2537218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.385, "max": 19.0, "p95": 18.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.774, "max": 7.0, "p95": 7.0, "sample_count": 226}, "total": {"avg": 5.774, "max": 7.0, "p95": 7.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.92, "max": 3.0, "p95": 3.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.92, "max": 3.0, "p95": 3.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.537, "pushed": 7.537, "read": 7.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 40.739, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 226, "max_ms": 7.679, "p95_ms": 2.689, "reason": null, "sample_age_ms": 85.253, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.321, "count": 226, "max_ms": 7.294, "p95_ms": 1.715, "reason": null, "sample_age_ms": 85.607, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 226, "max_ms": 0.742, "p95_ms": 0.57, "reason": null, "sample_age_ms": 40.751, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.582, "count": 226, "max_ms": 3.595, "p95_ms": 2.434, "reason": null, "sample_age_ms": 83.554, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.523, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.357, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.812, "count": 226, "max_ms": 76.574, "p95_ms": 58.018, "reason": null, "sample_age_ms": 40.735, "source": "client_direct"}, "sample_age_ms": 40.728, "source": "client_direct", "task_total_ms": {"avg_ms": 43.866, "count": 226, "max_ms": 79.202, "p95_ms": 60.219, "reason": null, "sample_age_ms": 40.728, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.503, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.744, "count": 226, "max_ms": 21.963, "p95_ms": 16.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.518, "count": 226, "max_ms": 1.469, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.815, "count": 226, "max_ms": 7.907, "p95_ms": 3.343}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.665, "count": 226, "max_ms": 1.736, "p95_ms": 1.103}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.024, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.526, "count": 226, "max_ms": 13.708, "p95_ms": 6.668}, "setup_ms": {"avg_ms": 0.034, "count": 226, "max_ms": 0.114, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 10.689, "count": 226, "max_ms": 21.884, "p95_ms": 16.872}, "track_match_ms": {"avg_ms": 0.162, "count": 226, "max_ms": 0.684, "p95_ms": 0.373}, "tracker_update_ms": {"avg_ms": 2.96, "count": 226, "max_ms": 10.603, "p95_ms": 5.139}}, "gstreamer_push": {"avg_ms": 2.697, "count": 226, "max_ms": 6.787, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 226, "max_ms": 0.946, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.08, "count": 226, "max_ms": 81.724, "p95_ms": 61.934}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.646, "count": 226, "max_ms": 16.493, "p95_ms": 8.761}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.299, "count": 226, "max_ms": 151.096, "p95_ms": 130.98}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 226, "max_ms": 4.546, "p95_ms": 2.722}, "processing_residual_ms": {"avg_ms": 0.288, "count": 226, "max_ms": 0.689, "p95_ms": 0.575}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.812, "count": 226, "max_ms": 158.703, "p95_ms": 137.068}, "read_interval": {"avg_ms": 132.708, "count": 226, "max_ms": 3165.14, "p95_ms": 167.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.12, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.453, "count": 226, "max_ms": 13.614, "p95_ms": 6.562}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 226, "max_ms": 0.038, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.436, "count": 226, "max_ms": 13.591, "p95_ms": 6.53}, "worker_merge_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.034, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.091, "count": 226, "max_ms": 81.733, "p95_ms": 61.946}, "visualize": {"avg_ms": 41.221, "count": 226, "max_ms": 69.042, "p95_ms": 57.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.918, "count": 226, "max_ms": 57.354, "p95_ms": 40.978}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.81, "count": 226, "max_ms": 67.853, "p95_ms": 56.091}, "visualize_input_copy_ms": {"avg_ms": 1.24, "count": 226, "max_ms": 2.942, "p95_ms": 2.185}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.695, "count": 226, "max_ms": 67.715, "p95_ms": 55.99}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 226, "max_ms": 0.212, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2042.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.547, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.826, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101753, "write_bytes_delta": 101753, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.513013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10759.0, "pid": 52804, "reason": null, "system_cpu_core_ratio": 0.201221, "system_cpu_s_delta": 4.040000000000003, "user_cpu_core_ratio": 0.311792, "user_cpu_s_delta": 6.260000000000019}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600175, "system_cpu_s_delta": 12.05000000000291, "user_cpu_core_ratio": 1.246671, "user_cpu_s_delta": 25.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 246, "max_ms": 7.706, "p95_ms": 4.452, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.431, "max": 19.0, "p95": 17.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.195, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 246}, "total": {"avg": 4.195, "max": 6.0, "p95": 5.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.32, "count": 30, "max": 54.721, "p95": 47.382, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.347, "count": 30, "max": 19.719, "p95": 19.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.233, "count": 30, "max": 1213.0, "p95": 1185.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 647.3, "count": 30, "max": 10759.0, "p95": 3303.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.24, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.432, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.092, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.5, "count": 30, "max": 44.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.645, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.287, "count": 30, "max": 1.358, "p95": 1.352, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19486, "sampled_at": "2026-11-02T15:51:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:51:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4151026, "flush_count": 4388, "flush_interval_seconds": 30.0, "flush_state": {"count": 4388, "last_at": "2026-11-02T15:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4387}, "started": true, "suppressed_count": 2533130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2532831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4388, "written_record_count": 4388}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10678.148, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T15:51:53+09:00", "last_error_summary": "[h264 @ 0x5651d17834c0] cabac decode of qscale diff failed at 29 59 [h264 @ 0x5651d17834c0] error while decoding MB 29 59, bytestream 5417 [h264 @ 0x5651d1746f80] cabac decode of qscale diff failed at 80 60 [h264 @ 0x5651d1746f80] error while decoding MB 80 60, bytestream 61507 [h264 @ 0x5651d1675e40] left block unavailable for requested intra mode [h264 @ 0x5651d1675e40] error while decoding MB 0 65, bytestream 30709 [h264 @ 0x5651d175b140] error while decoding MB 119 63, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7014900326400, "copied_frame_count": 2537218, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7014900326400, "frame_buffer_copies": 2537218, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.3791, "p50_ms": 0.0799, "p95_ms": 0.1644, "p99_ms": 0.2127}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4099, "count": 512, "max_ms": 6.2935, "p50_ms": 1.3015, "p95_ms": 2.4818, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2537218, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 557, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:51:53+09:00", "last_error_summary": "[h264 @ 0x5651d17834c0] cabac decode of qscale diff failed at 29 59 [h264 @ 0x5651d17834c0] error while decoding MB 29 59, bytestream 5417 [h264 @ 0x5651d1746f80] cabac decode of qscale diff failed at 80 60 [h264 @ 0x5651d1746f80] error while decoding MB 80 60, bytestream 61507 [h264 @ 0x5651d1675e40] left block unavailable for requested intra mode [h264 @ 0x5651d1675e40] error while decoding MB 0 65, bytestream 30709 [h264 @ 0x5651d175b140] error while decoding MB 119 63, bytestream -5", "last_exit_at": "2026-11-02T15:51:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.103, "last_started_at": "2026-11-02T15:41:29+09:00", "pid": 52804, "process": {"exists": false, "pid": 52804}, "restart_count": 191, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.258, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-11-02T15:51:53+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-02T15:51:53+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.253, "last_sample_duration_ms": 710.054, "last_trigger": "periodic", "next_snapshot_in_sec": 225.747, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 441, "storage_bytes": 2215851}, "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-11-02T15:51:53.769692+09:00", "mtime_epoch": 1793602313.7696917, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105010}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:51:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2043.016, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2537218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.394, "max": 19.0, "p95": 18.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.774, "max": 7.0, "p95": 7.0, "sample_count": 226}, "total": {"avg": 5.774, "max": 7.0, "p95": 7.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.916, "max": 3.0, "p95": 3.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.916, "max": 3.0, "p95": 3.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.55, "pushed": 7.55, "read": 7.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 80.97, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.887, "count": 225, "max_ms": 7.679, "p95_ms": 2.69, "reason": null, "sample_age_ms": 125.484, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 225, "max_ms": 7.294, "p95_ms": 1.715, "reason": null, "sample_age_ms": 125.838, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 226, "max_ms": 0.742, "p95_ms": 0.57, "reason": null, "sample_age_ms": 80.981, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.582, "count": 225, "max_ms": 3.595, "p95_ms": 2.434, "reason": null, "sample_age_ms": 123.784, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 123.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.587, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.812, "count": 226, "max_ms": 76.574, "p95_ms": 58.018, "reason": null, "sample_age_ms": 80.965, "source": "client_direct"}, "sample_age_ms": 80.959, "source": "client_direct", "task_total_ms": {"avg_ms": 43.866, "count": 226, "max_ms": 79.202, "p95_ms": 60.219, "reason": null, "sample_age_ms": 80.959, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.375, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.759, "count": 226, "max_ms": 21.963, "p95_ms": 16.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.52, "count": 226, "max_ms": 1.469, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.821, "count": 226, "max_ms": 7.907, "p95_ms": 3.343}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.667, "count": 226, "max_ms": 1.736, "p95_ms": 1.103}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.024, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.53, "count": 226, "max_ms": 13.708, "p95_ms": 6.668}, "setup_ms": {"avg_ms": 0.034, "count": 226, "max_ms": 0.114, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 10.705, "count": 226, "max_ms": 21.884, "p95_ms": 16.872}, "track_match_ms": {"avg_ms": 0.162, "count": 226, "max_ms": 0.684, "p95_ms": 0.373}, "tracker_update_ms": {"avg_ms": 2.962, "count": 226, "max_ms": 10.603, "p95_ms": 5.139}}, "gstreamer_push": {"avg_ms": 2.71, "count": 226, "max_ms": 6.787, "p95_ms": 4.652}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 226, "max_ms": 0.946, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.126, "count": 226, "max_ms": 81.724, "p95_ms": 61.934}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.645, "count": 226, "max_ms": 16.493, "p95_ms": 8.761}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.418, "count": 226, "max_ms": 151.096, "p95_ms": 130.98}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 226, "max_ms": 4.546, "p95_ms": 2.722}, "processing_residual_ms": {"avg_ms": 0.288, "count": 226, "max_ms": 0.689, "p95_ms": 0.575}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.934, "count": 226, "max_ms": 158.703, "p95_ms": 137.068}, "read_interval": {"avg_ms": 132.885, "count": 225, "max_ms": 3165.14, "p95_ms": 167.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.12, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.456, "count": 226, "max_ms": 13.614, "p95_ms": 6.562}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 226, "max_ms": 0.038, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.439, "count": 226, "max_ms": 13.591, "p95_ms": 6.53}, "worker_merge_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.034, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.137, "count": 226, "max_ms": 81.733, "p95_ms": 61.946}, "visualize": {"avg_ms": 41.279, "count": 226, "max_ms": 69.042, "p95_ms": 57.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.94, "count": 226, "max_ms": 57.354, "p95_ms": 40.978}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.871, "count": 226, "max_ms": 67.853, "p95_ms": 56.091}, "visualize_input_copy_ms": {"avg_ms": 1.237, "count": 226, "max_ms": 2.942, "p95_ms": 2.185}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.756, "count": 226, "max_ms": 67.715, "p95_ms": 55.99}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 226, "max_ms": 0.212, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2042.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.547, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.826, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101753, "write_bytes_delta": 101753, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.513013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10759.0, "pid": 52804, "reason": null, "system_cpu_core_ratio": 0.201221, "system_cpu_s_delta": 4.040000000000003, "user_cpu_core_ratio": 0.311792, "user_cpu_s_delta": 6.260000000000019}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600175, "system_cpu_s_delta": 12.05000000000291, "user_cpu_core_ratio": 1.246671, "user_cpu_s_delta": 25.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 246, "max_ms": 7.706, "p95_ms": 4.452, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.431, "max": 19.0, "p95": 17.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.195, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 246}, "total": {"avg": 4.195, "max": 6.0, "p95": 5.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.32, "count": 30, "max": 54.721, "p95": 47.382, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.347, "count": 30, "max": 19.719, "p95": 19.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.233, "count": 30, "max": 1213.0, "p95": 1185.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 647.3, "count": 30, "max": 10759.0, "p95": 3303.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.24, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.432, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.092, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.5, "count": 30, "max": 44.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.645, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.287, "count": 30, "max": 1.358, "p95": 1.352, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19486, "sampled_at": "2026-11-02T15:51:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:51:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4151026, "flush_count": 4388, "flush_interval_seconds": 30.0, "flush_state": {"count": 4388, "last_at": "2026-11-02T15:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4387}, "started": true, "suppressed_count": 2533130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2532831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4388, "written_record_count": 4388}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10678.496, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7014900326400, "copied_frame_count": 2537218, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7014900326400, "frame_buffer_copies": 2537218, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.3791, "p50_ms": 0.0799, "p95_ms": 0.1644, "p99_ms": 0.2127}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4099, "count": 512, "max_ms": 6.2935, "p50_ms": 1.3015, "p95_ms": 2.4818, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2537218, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 557, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:51:53+09:00", "last_error_summary": "[h264 @ 0x5651d17834c0] cabac decode of qscale diff failed at 29 59 [h264 @ 0x5651d17834c0] error while decoding MB 29 59, bytestream 5417 [h264 @ 0x5651d1746f80] cabac decode of qscale diff failed at 80 60 [h264 @ 0x5651d1746f80] error while decoding MB 80 60, bytestream 61507 [h264 @ 0x5651d1675e40] left block unavailable for requested intra mode [h264 @ 0x5651d1675e40] error while decoding MB 0 65, bytestream 30709 [h264 @ 0x5651d175b140] error while decoding MB 119 63, bytestream -5", "last_exit_at": "2026-11-02T15:51:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.135, "last_started_at": "2026-11-02T15:41:29+09:00", "pid": 52804, "process": {"exists": false, "pid": 52804}, "restart_count": 191, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.258, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-02T15:51:53+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-11-02T15:51:53+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.28, "last_sample_duration_ms": 710.054, "last_trigger": "periodic", "next_snapshot_in_sec": 225.72, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 441, "storage_bytes": 2215851}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-02T15:51:53.888692+09:00", "mtime_epoch": 1793602313.8886917, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105164}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:51:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2043.016, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2537218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.394, "max": 19.0, "p95": 18.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.774, "max": 7.0, "p95": 7.0, "sample_count": 226}, "total": {"avg": 5.774, "max": 7.0, "p95": 7.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.916, "max": 3.0, "p95": 3.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.916, "max": 3.0, "p95": 3.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.542, "pushed": 7.542, "read": 7.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 113.127, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.887, "count": 225, "max_ms": 7.679, "p95_ms": 2.69, "reason": null, "sample_age_ms": 157.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 225, "max_ms": 7.294, "p95_ms": 1.715, "reason": null, "sample_age_ms": 157.995, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 225, "max_ms": 0.742, "p95_ms": 0.571, "reason": null, "sample_age_ms": 113.138, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.582, "count": 225, "max_ms": 3.595, "p95_ms": 2.434, "reason": null, "sample_age_ms": 155.941, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.91, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.744, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.845, "count": 225, "max_ms": 76.574, "p95_ms": 58.021, "reason": null, "sample_age_ms": 113.122, "source": "client_direct"}, "sample_age_ms": 113.116, "source": "client_direct", "task_total_ms": {"avg_ms": 43.899, "count": 225, "max_ms": 79.202, "p95_ms": 60.235, "reason": null, "sample_age_ms": 113.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.862, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.759, "count": 226, "max_ms": 21.963, "p95_ms": 16.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.52, "count": 226, "max_ms": 1.469, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.821, "count": 226, "max_ms": 7.907, "p95_ms": 3.343}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.667, "count": 226, "max_ms": 1.736, "p95_ms": 1.103}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.024, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.53, "count": 226, "max_ms": 13.708, "p95_ms": 6.668}, "setup_ms": {"avg_ms": 0.034, "count": 226, "max_ms": 0.114, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 10.705, "count": 226, "max_ms": 21.884, "p95_ms": 16.872}, "track_match_ms": {"avg_ms": 0.162, "count": 226, "max_ms": 0.684, "p95_ms": 0.373}, "tracker_update_ms": {"avg_ms": 2.962, "count": 226, "max_ms": 10.603, "p95_ms": 5.139}}, "gstreamer_push": {"avg_ms": 2.71, "count": 226, "max_ms": 6.787, "p95_ms": 4.652}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 226, "max_ms": 0.946, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.126, "count": 226, "max_ms": 81.724, "p95_ms": 61.934}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.645, "count": 226, "max_ms": 16.493, "p95_ms": 8.761}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.418, "count": 226, "max_ms": 151.096, "p95_ms": 130.98}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 226, "max_ms": 4.546, "p95_ms": 2.722}, "processing_residual_ms": {"avg_ms": 0.288, "count": 226, "max_ms": 0.689, "p95_ms": 0.575}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.934, "count": 226, "max_ms": 158.703, "p95_ms": 137.068}, "read_interval": {"avg_ms": 132.885, "count": 225, "max_ms": 3165.14, "p95_ms": 167.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.12, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.456, "count": 226, "max_ms": 13.614, "p95_ms": 6.562}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 226, "max_ms": 0.038, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.439, "count": 226, "max_ms": 13.591, "p95_ms": 6.53}, "worker_merge_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.034, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.137, "count": 226, "max_ms": 81.733, "p95_ms": 61.946}, "visualize": {"avg_ms": 41.279, "count": 226, "max_ms": 69.042, "p95_ms": 57.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.94, "count": 226, "max_ms": 57.354, "p95_ms": 40.978}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.871, "count": 226, "max_ms": 67.853, "p95_ms": 56.091}, "visualize_input_copy_ms": {"avg_ms": 1.237, "count": 226, "max_ms": 2.942, "p95_ms": 2.185}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.756, "count": 226, "max_ms": 67.715, "p95_ms": 55.99}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 226, "max_ms": 0.212, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2042.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.547, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.826, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101753, "write_bytes_delta": 101753, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.513013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10759.0, "pid": 52804, "reason": null, "system_cpu_core_ratio": 0.201221, "system_cpu_s_delta": 4.040000000000003, "user_cpu_core_ratio": 0.311792, "user_cpu_s_delta": 6.260000000000019}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600175, "system_cpu_s_delta": 12.05000000000291, "user_cpu_core_ratio": 1.246671, "user_cpu_s_delta": 25.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 246, "max_ms": 7.706, "p95_ms": 4.452, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.431, "max": 19.0, "p95": 17.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.195, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 246}, "total": {"avg": 4.195, "max": 6.0, "p95": 5.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.32, "count": 30, "max": 54.721, "p95": 47.382, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.347, "count": 30, "max": 19.719, "p95": 19.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.233, "count": 30, "max": 1213.0, "p95": 1185.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 647.3, "count": 30, "max": 10759.0, "p95": 3303.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.24, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.432, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.092, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.5, "count": 30, "max": 44.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.645, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.287, "count": 30, "max": 1.358, "p95": 1.352, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19486, "sampled_at": "2026-11-02T15:51:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:51:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4151026, "flush_count": 4388, "flush_interval_seconds": 30.0, "flush_state": {"count": 4388, "last_at": "2026-11-02T15:50:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:50:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4387}, "started": true, "suppressed_count": 2533130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2532831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4388, "written_record_count": 4388}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10696.531, "limit_mb": null}, "detail": {"pid": 52920, "restart_count": 192, "start_count": 193}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7014900326400, "copied_frame_count": 2537218, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7014900326400, "frame_buffer_copies": 2537218, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.3791, "p50_ms": 0.0799, "p95_ms": 0.1644, "p99_ms": 0.2127}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4099, "count": 512, "max_ms": 6.2935, "p50_ms": 1.3015, "p95_ms": 2.4818, "p99_ms": 3.4842, "results": {"failed": 0, "not_applicable": 0, "success": 2537218, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 557, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:51:53+09:00", "last_error_summary": "[h264 @ 0x5651d17834c0] cabac decode of qscale diff failed at 29 59 [h264 @ 0x5651d17834c0] error while decoding MB 29 59, bytestream 5417 [h264 @ 0x5651d1746f80] cabac decode of qscale diff failed at 80 60 [h264 @ 0x5651d1746f80] error while decoding MB 80 60, bytestream 61507 [h264 @ 0x5651d1675e40] left block unavailable for requested intra mode [h264 @ 0x5651d1675e40] error while decoding MB 0 65, bytestream 30709 [h264 @ 0x5651d175b140] error while decoding MB 119 63, bytestream -5", "last_exit_at": "2026-11-02T15:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T15:51:56+09:00", "pid": 52920, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.219, "name": "ffmpeg", "pid": 52920, "rss_mb": 57.219, "state": "S (sleeping)", "threads": 1}, "restart_count": 192, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.433, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.967, "last_frame_pushed_at": "2026-11-02T15:51:53+09:00", "last_frame_read_age_sec": 5.087, "last_frame_read_at": "2026-11-02T15:51:53+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.218, "last_sample_duration_ms": 710.054, "last_trigger": "periodic", "next_snapshot_in_sec": 220.782, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 441, "storage_bytes": 2215851}, "mjpeg": {"age_sec": 4.963, "exists": true, "mtime": "2026-11-02T15:51:53.888692+09:00", "mtime_epoch": 1793602313.8886917, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105164}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:51:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2043.02, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2537218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.61, "max": 19.0, "p95": 18.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.044, "max": 7.0, "p95": 7.0, "sample_count": 182}, "total": {"avg": 6.044, "max": 7.0, "p95": 7.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.989, "max": 3.0, "p95": 3.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.989, "max": 3.0, "p95": 3.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.072, "pushed": 6.072, "read": 6.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5046.189, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 181, "max_ms": 7.679, "p95_ms": 2.665, "reason": null, "sample_age_ms": 5090.703, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 181, "max_ms": 7.294, "p95_ms": 1.716, "reason": null, "sample_age_ms": 5091.057, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 181, "max_ms": 0.742, "p95_ms": 0.574, "reason": null, "sample_age_ms": 5046.2, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.546, "count": 181, "max_ms": 3.186, "p95_ms": 2.371, "reason": null, "sample_age_ms": 5089.003, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5088.973, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5046.806, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.25, "count": 181, "max_ms": 76.574, "p95_ms": 59.08, "reason": null, "sample_age_ms": 5046.184, "source": "client_direct"}, "sample_age_ms": 5046.178, "source": "client_direct", "task_total_ms": {"avg_ms": 44.271, "count": 181, "max_ms": 79.202, "p95_ms": 61.578, "reason": null, "sample_age_ms": 5046.178, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.273, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.119, "count": 182, "max_ms": 21.963, "p95_ms": 16.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.52, "count": 182, "max_ms": 1.469, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.883, "count": 182, "max_ms": 6.881, "p95_ms": 3.406}, "event_filter_ms": {"avg_ms": 0.005, "count": 182, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.712, "count": 182, "max_ms": 1.736, "p95_ms": 1.155}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.016, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.667, "count": 182, "max_ms": 13.708, "p95_ms": 6.673}, "setup_ms": {"avg_ms": 0.034, "count": 182, "max_ms": 0.114, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 11.063, "count": 182, "max_ms": 21.884, "p95_ms": 16.872}, "track_match_ms": {"avg_ms": 0.173, "count": 182, "max_ms": 0.684, "p95_ms": 0.374}, "tracker_update_ms": {"avg_ms": 3.066, "count": 182, "max_ms": 10.603, "p95_ms": 5.235}}, "gstreamer_push": {"avg_ms": 2.739, "count": 182, "max_ms": 6.787, "p95_ms": 4.652}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 182, "max_ms": 0.946, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.523, "count": 182, "max_ms": 81.724, "p95_ms": 63.214}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.75, "count": 182, "max_ms": 16.493, "p95_ms": 8.841}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.691, "count": 182, "max_ms": 151.096, "p95_ms": 131.825}, "inference_input_copy_ms": {"avg_ms": 1.584, "count": 182, "max_ms": 4.546, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.294, "count": 182, "max_ms": 0.689, "p95_ms": 0.585}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.32, "count": 182, "max_ms": 158.703, "p95_ms": 137.715}, "read_interval": {"avg_ms": 137.997, "count": 181, "max_ms": 3165.14, "p95_ms": 167.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 182, "max_ms": 0.12, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.592, "count": 182, "max_ms": 13.614, "p95_ms": 6.614}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 182, "max_ms": 0.038, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.574, "count": 182, "max_ms": 13.591, "p95_ms": 6.599}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.027, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.534, "count": 182, "max_ms": 81.733, "p95_ms": 63.225}, "visualize": {"avg_ms": 41.795, "count": 182, "max_ms": 69.042, "p95_ms": 57.889}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.967, "count": 182, "max_ms": 57.354, "p95_ms": 40.978}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.393, "count": 182, "max_ms": 67.853, "p95_ms": 56.648}, "visualize_input_copy_ms": {"avg_ms": 1.236, "count": 182, "max_ms": 2.942, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.277, "count": 182, "max_ms": 67.715, "p95_ms": 56.509}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 182, "max_ms": 0.212, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2042.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.547, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.826, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2537044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101753, "write_bytes_delta": 101753, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.513013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10759.0, "pid": 52804, "reason": null, "system_cpu_core_ratio": 0.201221, "system_cpu_s_delta": 4.040000000000003, "user_cpu_core_ratio": 0.311792, "user_cpu_s_delta": 6.260000000000019}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600175, "system_cpu_s_delta": 12.05000000000291, "user_cpu_core_ratio": 1.246671, "user_cpu_s_delta": 25.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 246, "max_ms": 7.706, "p95_ms": 4.452, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.431, "max": 19.0, "p95": 17.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.195, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 246}, "total": {"avg": 4.195, "max": 6.0, "p95": 5.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.32, "count": 30, "max": 54.721, "p95": 47.382, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.347, "count": 30, "max": 19.719, "p95": 19.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.233, "count": 30, "max": 1213.0, "p95": 1185.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 647.3, "count": 30, "max": 10759.0, "p95": 3303.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.24, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.432, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.092, "p95": 0.045, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101070.367, "count": 30, "max": 103913.0, "p95": 103726.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.5, "count": 30, "max": 44.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.645, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.287, "count": 30, "max": 1.358, "p95": 1.352, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19486, "sampled_at": "2026-11-02T15:51:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:51:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4157232, "flush_count": 4394, "flush_interval_seconds": 30.0, "flush_state": {"count": 4394, "last_at": "2026-11-02T15:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4393}, "started": true, "suppressed_count": 2535948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2535649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4394, "written_record_count": 4394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10691.969, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x62ae4b08cd40] left block unavailable for requested intra mode [h264 @ 0x62ae4b08cd40] error while decoding MB 0 38, bytestream 540 [h264 @ 0x62ae4b08cd40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x62ae4b08cd40] error while decoding MB 68 66, bytestream 6696 [in#0/rtsp @ 0x62ae4b02ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62ae4b02ce00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7022705356800, "copied_frame_count": 2540041, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7022705356800, "frame_buffer_copies": 2540041, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.4182, "p50_ms": 0.0827, "p95_ms": 0.1541, "p99_ms": 0.2092}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3498, "count": 512, "max_ms": 3.595, "p50_ms": 1.248, "p95_ms": 2.2279, "p99_ms": 2.886, "results": {"failed": 0, "not_applicable": 0, "success": 2540041, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 560, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:57:33+09:00", "last_error_summary": "[h264 @ 0x62ae4b08cd40] left block unavailable for requested intra mode [h264 @ 0x62ae4b08cd40] error while decoding MB 0 38, bytestream 540 [h264 @ 0x62ae4b08cd40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x62ae4b08cd40] error while decoding MB 68 66, bytestream 6696 [in#0/rtsp @ 0x62ae4b02ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62ae4b02ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.265, "last_started_at": "2026-11-02T15:51:56+09:00", "pid": 52920, "process": {"exists": false, "pid": 52920}, "restart_count": 192, "restart_count_per_hour": 4, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.867, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-02T15:57:33+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-11-02T15:57:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.171, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 488.829, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-02T15:57:33.066280+09:00", "mtime_epoch": 1793602653.0662804, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103162}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:57:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2044.367, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2540042, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.893, "max": 22.0, "p95": 19.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.238, "max": 6.0, "p95": 6.0, "sample_count": 84}, "total": {"avg": 5.238, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 2.012, "max": 3.0, "p95": 2.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 2.012, "max": 3.0, "p95": 2.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 84, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.81, "pushed": 2.81, "read": 2.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 12.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.068, "count": 84, "max_ms": 5.504, "p95_ms": 3.251, "reason": null, "sample_age_ms": 54.913, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.422, "count": 84, "max_ms": 5.237, "p95_ms": 2.609, "reason": null, "sample_age_ms": 55.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 85, "max_ms": 1.757, "p95_ms": 0.723, "reason": null, "sample_age_ms": 12.488, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.808, "count": 84, "max_ms": 6.088, "p95_ms": 3.059, "reason": null, "sample_age_ms": 53.788, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.775, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.897, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.065, "count": 85, "max_ms": 72.984, "p95_ms": 65.203, "reason": null, "sample_age_ms": 12.474, "source": "client_direct"}, "sample_age_ms": 12.469, "source": "client_direct", "task_total_ms": {"avg_ms": 48.436, "count": 85, "max_ms": 75.836, "p95_ms": 68.134, "reason": null, "sample_age_ms": 12.469, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.509, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.359, "count": 84, "max_ms": 17.494, "p95_ms": 15.01}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.682, "count": 84, "max_ms": 1.77, "p95_ms": 1.082}, "detection_prepare_ms": {"avg_ms": 1.81, "count": 84, "max_ms": 6.277, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 84, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.514, "count": 84, "max_ms": 1.015, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.047, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.103, "count": 84, "max_ms": 6.907, "p95_ms": 6.439}, "setup_ms": {"avg_ms": 0.037, "count": 84, "max_ms": 0.077, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 10.298, "count": 84, "max_ms": 17.395, "p95_ms": 14.924}, "track_match_ms": {"avg_ms": 0.227, "count": 84, "max_ms": 0.693, "p95_ms": 0.382}, "tracker_update_ms": {"avg_ms": 2.915, "count": 84, "max_ms": 5.168, "p95_ms": 4.469}}, "gstreamer_push": {"avg_ms": 2.968, "count": 84, "max_ms": 6.101, "p95_ms": 4.768}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 84, "max_ms": 0.089, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.999, "count": 84, "max_ms": 81.754, "p95_ms": 69.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.041, "count": 84, "max_ms": 14.786, "p95_ms": 8.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.641, "count": 84, "max_ms": 158.949, "p95_ms": 136.227}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 84, "max_ms": 3.823, "p95_ms": 3.099}, "processing_residual_ms": {"avg_ms": 0.276, "count": 84, "max_ms": 0.643, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.678, "count": 84, "max_ms": 164.277, "p95_ms": 143.072}, "read_interval": {"avg_ms": 356.66, "count": 84, "max_ms": 19365.273, "p95_ms": 175.244}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 84, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.03, "count": 84, "max_ms": 6.827, "p95_ms": 6.332}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 84, "max_ms": 0.037, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.014, "count": 84, "max_ms": 6.808, "p95_ms": 6.306}, "worker_merge_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.012, "count": 84, "max_ms": 81.767, "p95_ms": 69.304}, "visualize": {"avg_ms": 43.971, "count": 84, "max_ms": 72.847, "p95_ms": 59.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.888, "count": 84, "max_ms": 55.285, "p95_ms": 45.018}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.421, "count": 84, "max_ms": 70.458, "p95_ms": 58.085}, "visualize_input_copy_ms": {"avg_ms": 1.368, "count": 84, "max_ms": 3.029, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.299, "count": 84, "max_ms": 70.309, "p95_ms": 57.961}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 84, "max_ms": 0.233, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2044.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.869, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.282, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102814, "write_bytes_delta": 102814, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.327479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 52920, "reason": null, "system_cpu_core_ratio": 0.061807, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 0.265671, "user_cpu_s_delta": 5.329999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.944934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610596, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.334338, "user_cpu_s_delta": 26.769999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.866, "count": 228, "max_ms": 6.906, "p95_ms": 4.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.741, "max": 19.0, "p95": 17.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.114, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 5.114, "max": 6.0, "p95": 6.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.782, "count": 30, "max": 73.44, "p95": 56.387, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.696, "count": 30, "max": 21.922, "p95": 20.139, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.033, "count": 30, "max": 1160.0, "p95": 1136.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 858.933, "count": 30, "max": 10759.0, "p95": 3293.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.243, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.522, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.867, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.681, "p95": 0.663, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.269, "count": 30, "max": 1.386, "p95": 1.374, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19511, "sampled_at": "2026-11-02T15:57:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:57:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4157232, "flush_count": 4394, "flush_interval_seconds": 30.0, "flush_state": {"count": 4394, "last_at": "2026-11-02T15:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4393}, "started": true, "suppressed_count": 2535948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2535649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4394, "written_record_count": 4394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10692.059, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T15:57:33+09:00", "last_error_summary": "[h264 @ 0x62ae4b08cd40] left block unavailable for requested intra mode [h264 @ 0x62ae4b08cd40] error while decoding MB 0 38, bytestream 540 [h264 @ 0x62ae4b08cd40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x62ae4b08cd40] error while decoding MB 68 66, bytestream 6696 [in#0/rtsp @ 0x62ae4b02ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62ae4b02ce00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7022708121600, "copied_frame_count": 2540042, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7022708121600, "frame_buffer_copies": 2540042, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.4182, "p50_ms": 0.0827, "p95_ms": 0.1541, "p99_ms": 0.2092}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3498, "count": 512, "max_ms": 3.595, "p50_ms": 1.248, "p95_ms": 2.2279, "p99_ms": 2.886, "results": {"failed": 0, "not_applicable": 0, "success": 2540042, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 560, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:57:33+09:00", "last_error_summary": "[h264 @ 0x62ae4b08cd40] left block unavailable for requested intra mode [h264 @ 0x62ae4b08cd40] error while decoding MB 0 38, bytestream 540 [h264 @ 0x62ae4b08cd40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x62ae4b08cd40] error while decoding MB 68 66, bytestream 6696 [in#0/rtsp @ 0x62ae4b02ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62ae4b02ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:57:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.324, "last_started_at": "2026-11-02T15:51:56+09:00", "pid": 52920, "process": {"exists": false, "pid": 52920}, "restart_count": 192, "restart_count_per_hour": 4, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.867, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T15:57:33+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-02T15:57:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.231, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 488.769, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-11-02T15:57:33.066280+09:00", "mtime_epoch": 1793602653.0662804, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103162}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:57:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2044.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2540042, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.859, "max": 22.0, "p95": 19.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.235, "max": 6.0, "p95": 6.0, "sample_count": 85}, "total": {"avg": 5.235, "max": 6.0, "p95": 6.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 2.012, "max": 3.0, "p95": 2.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 2.012, "max": 3.0, "p95": 2.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.838, "pushed": 2.838, "read": 2.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 73.193, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.068, "count": 84, "max_ms": 5.504, "p95_ms": 3.251, "reason": null, "sample_age_ms": 115.627, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.422, "count": 84, "max_ms": 5.237, "p95_ms": 2.609, "reason": null, "sample_age_ms": 115.842, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.404, "count": 84, "max_ms": 1.757, "p95_ms": 0.723, "reason": null, "sample_age_ms": 73.203, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.808, "count": 84, "max_ms": 6.088, "p95_ms": 3.059, "reason": null, "sample_age_ms": 114.503, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.49, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.612, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.004, "count": 84, "max_ms": 72.984, "p95_ms": 65.245, "reason": null, "sample_age_ms": 73.188, "source": "client_direct"}, "sample_age_ms": 73.184, "source": "client_direct", "task_total_ms": {"avg_ms": 48.381, "count": 84, "max_ms": 75.836, "p95_ms": 68.14, "reason": null, "sample_age_ms": 73.184, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.613, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.333, "count": 85, "max_ms": 17.494, "p95_ms": 15.01}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.678, "count": 85, "max_ms": 1.77, "p95_ms": 1.082}, "detection_prepare_ms": {"avg_ms": 1.81, "count": 85, "max_ms": 6.277, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 85, "max_ms": 1.015, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.047, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.087, "count": 85, "max_ms": 6.907, "p95_ms": 6.439}, "setup_ms": {"avg_ms": 0.037, "count": 85, "max_ms": 0.077, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 10.273, "count": 85, "max_ms": 17.395, "p95_ms": 14.924}, "track_match_ms": {"avg_ms": 0.226, "count": 85, "max_ms": 0.693, "p95_ms": 0.382}, "tracker_update_ms": {"avg_ms": 2.913, "count": 85, "max_ms": 5.168, "p95_ms": 4.469}}, "gstreamer_push": {"avg_ms": 2.957, "count": 85, "max_ms": 6.101, "p95_ms": 4.768}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 85, "max_ms": 0.089, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.916, "count": 85, "max_ms": 81.754, "p95_ms": 69.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.02, "count": 85, "max_ms": 14.786, "p95_ms": 8.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.625, "count": 85, "max_ms": 158.949, "p95_ms": 136.227}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 85, "max_ms": 3.823, "p95_ms": 3.099}, "processing_residual_ms": {"avg_ms": 0.274, "count": 85, "max_ms": 0.643, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.633, "count": 85, "max_ms": 164.277, "p95_ms": 143.072}, "read_interval": {"avg_ms": 356.66, "count": 84, "max_ms": 19365.273, "p95_ms": 175.244}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 85, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.014, "count": 85, "max_ms": 6.827, "p95_ms": 6.332}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 85, "max_ms": 0.037, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.997, "count": 85, "max_ms": 6.808, "p95_ms": 6.306}, "worker_merge_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.929, "count": 85, "max_ms": 81.767, "p95_ms": 69.304}, "visualize": {"avg_ms": 44.069, "count": 85, "max_ms": 72.847, "p95_ms": 59.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.883, "count": 85, "max_ms": 55.285, "p95_ms": 45.018}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.461, "count": 85, "max_ms": 70.458, "p95_ms": 58.085}, "visualize_input_copy_ms": {"avg_ms": 1.425, "count": 85, "max_ms": 6.242, "p95_ms": 2.579}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.34, "count": 85, "max_ms": 70.309, "p95_ms": 57.961}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 85, "max_ms": 0.233, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2044.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.869, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.282, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102814, "write_bytes_delta": 102814, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.327479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 52920, "reason": null, "system_cpu_core_ratio": 0.061807, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 0.265671, "user_cpu_s_delta": 5.329999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.944934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610596, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.334338, "user_cpu_s_delta": 26.769999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.866, "count": 228, "max_ms": 6.906, "p95_ms": 4.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.741, "max": 19.0, "p95": 17.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.114, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 5.114, "max": 6.0, "p95": 6.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.782, "count": 30, "max": 73.44, "p95": 56.387, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.696, "count": 30, "max": 21.922, "p95": 20.139, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.033, "count": 30, "max": 1160.0, "p95": 1136.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 858.933, "count": 30, "max": 10759.0, "p95": 3293.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.243, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.522, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.867, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.681, "p95": 0.663, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.269, "count": 30, "max": 1.386, "p95": 1.374, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19511, "sampled_at": "2026-11-02T15:57:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:57:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4157232, "flush_count": 4394, "flush_interval_seconds": 30.0, "flush_state": {"count": 4394, "last_at": "2026-11-02T15:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4393}, "started": true, "suppressed_count": 2535948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2535649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4394, "written_record_count": 4394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10691.34, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7022708121600, "copied_frame_count": 2540042, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7022708121600, "frame_buffer_copies": 2540042, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.4182, "p50_ms": 0.0827, "p95_ms": 0.1541, "p99_ms": 0.2092}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3498, "count": 512, "max_ms": 3.595, "p50_ms": 1.248, "p95_ms": 2.2279, "p99_ms": 2.886, "results": {"failed": 0, "not_applicable": 0, "success": 2540042, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 560, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:57:33+09:00", "last_error_summary": "[h264 @ 0x62ae4b08cd40] left block unavailable for requested intra mode [h264 @ 0x62ae4b08cd40] error while decoding MB 0 38, bytestream 540 [h264 @ 0x62ae4b08cd40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x62ae4b08cd40] error while decoding MB 68 66, bytestream 6696 [in#0/rtsp @ 0x62ae4b02ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62ae4b02ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:57:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.363, "last_started_at": "2026-11-02T15:51:56+09:00", "pid": 52920, "process": {"exists": false, "pid": 52920}, "restart_count": 192, "restart_count_per_hour": 4, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.867, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-02T15:57:33+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-11-02T15:57:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.272, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 488.728, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-02T15:57:33.180281+09:00", "mtime_epoch": 1793602653.1802807, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103471}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:57:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2044.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2540042, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.859, "max": 22.0, "p95": 19.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.235, "max": 6.0, "p95": 6.0, "sample_count": 85}, "total": {"avg": 5.235, "max": 6.0, "p95": 6.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 2.012, "max": 3.0, "p95": 2.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 2.012, "max": 3.0, "p95": 2.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.834, "pushed": 2.834, "read": 2.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 113.665, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.068, "count": 84, "max_ms": 5.504, "p95_ms": 3.251, "reason": null, "sample_age_ms": 156.099, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.422, "count": 84, "max_ms": 5.237, "p95_ms": 2.609, "reason": null, "sample_age_ms": 156.314, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.404, "count": 84, "max_ms": 1.757, "p95_ms": 0.723, "reason": null, "sample_age_ms": 113.675, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.808, "count": 84, "max_ms": 6.088, "p95_ms": 3.059, "reason": null, "sample_age_ms": 154.975, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.962, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.084, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.004, "count": 84, "max_ms": 72.984, "p95_ms": 65.245, "reason": null, "sample_age_ms": 113.66, "source": "client_direct"}, "sample_age_ms": 113.656, "source": "client_direct", "task_total_ms": {"avg_ms": 48.381, "count": 84, "max_ms": 75.836, "p95_ms": 68.14, "reason": null, "sample_age_ms": 113.656, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.535, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.333, "count": 85, "max_ms": 17.494, "p95_ms": 15.01}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.678, "count": 85, "max_ms": 1.77, "p95_ms": 1.082}, "detection_prepare_ms": {"avg_ms": 1.81, "count": 85, "max_ms": 6.277, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 85, "max_ms": 1.015, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.047, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.087, "count": 85, "max_ms": 6.907, "p95_ms": 6.439}, "setup_ms": {"avg_ms": 0.037, "count": 85, "max_ms": 0.077, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 10.273, "count": 85, "max_ms": 17.395, "p95_ms": 14.924}, "track_match_ms": {"avg_ms": 0.226, "count": 85, "max_ms": 0.693, "p95_ms": 0.382}, "tracker_update_ms": {"avg_ms": 2.913, "count": 85, "max_ms": 5.168, "p95_ms": 4.469}}, "gstreamer_push": {"avg_ms": 2.957, "count": 85, "max_ms": 6.101, "p95_ms": 4.768}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 85, "max_ms": 0.089, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.916, "count": 85, "max_ms": 81.754, "p95_ms": 69.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.02, "count": 85, "max_ms": 14.786, "p95_ms": 8.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.625, "count": 85, "max_ms": 158.949, "p95_ms": 136.227}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 85, "max_ms": 3.823, "p95_ms": 3.099}, "processing_residual_ms": {"avg_ms": 0.274, "count": 85, "max_ms": 0.643, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.633, "count": 85, "max_ms": 164.277, "p95_ms": 143.072}, "read_interval": {"avg_ms": 356.66, "count": 84, "max_ms": 19365.273, "p95_ms": 175.244}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 85, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.014, "count": 85, "max_ms": 6.827, "p95_ms": 6.332}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 85, "max_ms": 0.037, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.997, "count": 85, "max_ms": 6.808, "p95_ms": 6.306}, "worker_merge_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.929, "count": 85, "max_ms": 81.767, "p95_ms": 69.304}, "visualize": {"avg_ms": 44.069, "count": 85, "max_ms": 72.847, "p95_ms": 59.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.883, "count": 85, "max_ms": 55.285, "p95_ms": 45.018}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.461, "count": 85, "max_ms": 70.458, "p95_ms": 58.085}, "visualize_input_copy_ms": {"avg_ms": 1.425, "count": 85, "max_ms": 6.242, "p95_ms": 2.579}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.34, "count": 85, "max_ms": 70.309, "p95_ms": 57.961}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 85, "max_ms": 0.233, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2044.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.869, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.282, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102814, "write_bytes_delta": 102814, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.327479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 52920, "reason": null, "system_cpu_core_ratio": 0.061807, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 0.265671, "user_cpu_s_delta": 5.329999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.944934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610596, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.334338, "user_cpu_s_delta": 26.769999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.866, "count": 228, "max_ms": 6.906, "p95_ms": 4.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.741, "max": 19.0, "p95": 17.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.114, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 5.114, "max": 6.0, "p95": 6.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.782, "count": 30, "max": 73.44, "p95": 56.387, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.696, "count": 30, "max": 21.922, "p95": 20.139, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.033, "count": 30, "max": 1160.0, "p95": 1136.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 858.933, "count": 30, "max": 10759.0, "p95": 3293.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.243, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.522, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.867, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.681, "p95": 0.663, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.269, "count": 30, "max": 1.386, "p95": 1.374, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19511, "sampled_at": "2026-11-02T15:57:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:57:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4157232, "flush_count": 4394, "flush_interval_seconds": 30.0, "flush_state": {"count": 4394, "last_at": "2026-11-02T15:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T15:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4393}, "started": true, "suppressed_count": 2535948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2535649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4394, "written_record_count": 4394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10713.984, "limit_mb": null}, "detail": {"pid": 53036, "restart_count": 193, "start_count": 194}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7022708121600, "copied_frame_count": 2540042, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7022708121600, "frame_buffer_copies": 2540042, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0956, "count": 512, "max_ms": 2.4182, "p50_ms": 0.0827, "p95_ms": 0.1541, "p99_ms": 0.2092}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3498, "count": 512, "max_ms": 3.595, "p50_ms": 1.248, "p95_ms": 2.2279, "p99_ms": 2.886, "results": {"failed": 0, "not_applicable": 0, "success": 2540042, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 560, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T15:57:33+09:00", "last_error_summary": "[h264 @ 0x62ae4b08cd40] left block unavailable for requested intra mode [h264 @ 0x62ae4b08cd40] error while decoding MB 0 38, bytestream 540 [h264 @ 0x62ae4b08cd40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x62ae4b08cd40] error while decoding MB 68 66, bytestream 6696 [in#0/rtsp @ 0x62ae4b02ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62ae4b02ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:57:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T15:57:35+09:00", "pid": 53036, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.004, "name": "ffmpeg", "pid": 53036, "rss_mb": 58.004, "state": "S (sleeping)", "threads": 1}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.867, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.388, "last_frame_pushed_at": "2026-11-02T15:57:33+09:00", "last_frame_read_age_sec": 4.5, "last_frame_read_at": "2026-11-02T15:57:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.612, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 484.388, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 4.381, "exists": true, "mtime": "2026-11-02T15:57:33.180281+09:00", "mtime_epoch": 1793602653.1802807, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103471}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T15:57:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2044.371, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 2540042, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.176, "max": 22.0, "p95": 21.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.373, "max": 6.0, "p95": 6.0, "sample_count": 51}, "total": {"avg": 5.373, "max": 6.0, "p95": 6.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.701, "pushed": 1.701, "read": 1.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.007, "count": 50, "max_ms": 0.019, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4458.376, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.055, "count": 50, "max_ms": 4.228, "p95_ms": 2.893, "reason": null, "sample_age_ms": 4500.811, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.384, "count": 50, "max_ms": 3.466, "p95_ms": 2.394, "reason": null, "sample_age_ms": 4501.026, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.419, "count": 50, "max_ms": 1.757, "p95_ms": 0.72, "reason": null, "sample_age_ms": 4458.386, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.796, "count": 50, "max_ms": 6.088, "p95_ms": 3.103, "reason": null, "sample_age_ms": 4499.686, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4499.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4458.796, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.01, "count": 50, "max_ms": 70.455, "p95_ms": 64.495, "reason": null, "sample_age_ms": 4458.372, "source": "client_direct"}, "sample_age_ms": 4458.367, "source": "client_direct", "task_total_ms": {"avg_ms": 47.385, "count": 50, "max_ms": 74.993, "p95_ms": 68.823, "reason": null, "sample_age_ms": 4458.367, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.427, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.819, "count": 51, "max_ms": 17.494, "p95_ms": 15.295}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.704, "count": 51, "max_ms": 1.132, "p95_ms": 1.079}, "detection_prepare_ms": {"avg_ms": 1.939, "count": 51, "max_ms": 6.277, "p95_ms": 4.472}, "event_filter_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.521, "count": 51, "max_ms": 0.838, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.047, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.31, "count": 51, "max_ms": 6.907, "p95_ms": 6.558}, "setup_ms": {"avg_ms": 0.037, "count": 51, "max_ms": 0.069, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 10.758, "count": 51, "max_ms": 17.395, "p95_ms": 15.228}, "track_match_ms": {"avg_ms": 0.218, "count": 51, "max_ms": 0.428, "p95_ms": 0.374}, "tracker_update_ms": {"avg_ms": 3.02, "count": 51, "max_ms": 5.168, "p95_ms": 4.498}}, "gstreamer_push": {"avg_ms": 2.808, "count": 51, "max_ms": 4.899, "p95_ms": 4.631}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 51, "max_ms": 0.088, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.699, "count": 51, "max_ms": 78.259, "p95_ms": 73.304}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.037, "count": 51, "max_ms": 12.951, "p95_ms": 9.844}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.453, "count": 51, "max_ms": 158.949, "p95_ms": 136.227}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 51, "max_ms": 3.021, "p95_ms": 2.767}, "processing_residual_ms": {"avg_ms": 0.272, "count": 51, "max_ms": 0.643, "p95_ms": 0.526}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.374, "count": 51, "max_ms": 164.277, "p95_ms": 143.072}, "read_interval": {"avg_ms": 511.584, "count": 50, "max_ms": 19365.273, "p95_ms": 195.139}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 51, "max_ms": 0.03, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.239, "count": 51, "max_ms": 6.827, "p95_ms": 6.478}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 51, "max_ms": 0.037, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.224, "count": 51, "max_ms": 6.808, "p95_ms": 6.46}, "worker_merge_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.712, "count": 51, "max_ms": 78.272, "p95_ms": 73.311}, "visualize": {"avg_ms": 43.573, "count": 51, "max_ms": 64.792, "p95_ms": 55.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.347, "count": 51, "max_ms": 51.336, "p95_ms": 39.318}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.974, "count": 51, "max_ms": 62.917, "p95_ms": 54.427}, "visualize_input_copy_ms": {"avg_ms": 1.418, "count": 51, "max_ms": 6.242, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.852, "count": 51, "max_ms": 62.562, "p95_ms": 54.265}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 51, "max_ms": 0.233, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2044.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.869, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.282, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2540024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102814, "write_bytes_delta": 102814, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.327479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 52920, "reason": null, "system_cpu_core_ratio": 0.061807, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 0.265671, "user_cpu_s_delta": 5.329999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.944934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610596, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.334338, "user_cpu_s_delta": 26.769999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.866, "count": 228, "max_ms": 6.906, "p95_ms": 4.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.741, "max": 19.0, "p95": 17.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.114, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 5.114, "max": 6.0, "p95": 6.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.782, "count": 30, "max": 73.44, "p95": 56.387, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.696, "count": 30, "max": 21.922, "p95": 20.139, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.033, "count": 30, "max": 1160.0, "p95": 1136.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 858.933, "count": 30, "max": 10759.0, "p95": 3293.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.243, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.522, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101432.333, "count": 30, "max": 103526.0, "p95": 103246.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.867, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.681, "p95": 0.663, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.269, "count": 30, "max": 1.386, "p95": 1.374, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19511, "sampled_at": "2026-11-02T15:57:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T15:57:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4164452, "flush_count": 4401, "flush_interval_seconds": 30.0, "flush_state": {"count": 4401, "last_at": "2026-11-02T16:04:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:04:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4400}, "started": true, "suppressed_count": 2539260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2538961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4401, "written_record_count": 4401}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10695.973, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5964f2e93e40] error while decoding MB 112 57, bytestream -31 [in#0/rtsp @ 0x5964f2e4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5964f2e4be00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7031881728000, "copied_frame_count": 2543360, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7031881728000, "frame_buffer_copies": 2543360, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0885, "count": 512, "max_ms": 0.304, "p50_ms": 0.0795, "p95_ms": 0.1561, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3167, "count": 512, "max_ms": 4.1881, "p50_ms": 1.2287, "p95_ms": 2.1979, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 2543360, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 561, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:04:03+09:00", "last_error_summary": "[h264 @ 0x5964f2e93e40] error while decoding MB 112 57, bytestream -31 [in#0/rtsp @ 0x5964f2e4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5964f2e4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:57:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.754, "last_started_at": "2026-11-02T15:57:35+09:00", "pid": 53036, "process": {"exists": false, "pid": 53036}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.273, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-02T16:04:03+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-02T16:04:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.377, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 98.623, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T16:04:03.257513+09:00", "mtime_epoch": 1793603043.2575133, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97535}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:04:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2045.969, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2543361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.598, "max": 15.0, "p95": 15.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 112}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 112}}, "tracking_counts": {"active": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 112}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 112}, "tracked": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 112}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 113, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.767, "pushed": 3.767, "read": 3.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 113, "client_acquire_ms": {"avg_ms": 0.006, "count": 113, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 26.163, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.701, "count": 113, "max_ms": 8.539, "p95_ms": 2.127, "reason": null, "sample_age_ms": 62.214, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 113, "max_ms": 4.658, "p95_ms": 1.427, "reason": null, "sample_age_ms": 62.395, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 113, "max_ms": 0.803, "p95_ms": 0.562, "reason": null, "sample_age_ms": 26.17, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.558, "count": 113, "max_ms": 3.319, "p95_ms": 2.559, "reason": null, "sample_age_ms": 60.961, "source": "client_direct"}, "request_count": 113, "request_tensor_bytes": {"avg": 2764808.0, "count": 113, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 60.946, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.448, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.254, "count": 113, "max_ms": 72.064, "p95_ms": 50.198, "reason": null, "sample_age_ms": 26.16, "source": "client_direct"}, "sample_age_ms": 26.156, "source": "client_direct", "task_total_ms": {"avg_ms": 40.287, "count": 113, "max_ms": 74.351, "p95_ms": 52.356, "reason": null, "sample_age_ms": 26.156, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.956, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 112, "max_ms": 10.753, "p95_ms": 6.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.327, "count": 112, "max_ms": 1.167, "p95_ms": 0.588}, "detection_prepare_ms": {"avg_ms": 1.222, "count": 112, "max_ms": 6.33, "p95_ms": 1.92}, "event_filter_ms": {"avg_ms": 0.004, "count": 112, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 112, "max_ms": 0.541, "p95_ms": 0.482}, "mcmt_ms": {"avg_ms": 0.003, "count": 112, "max_ms": 0.029, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.689, "count": 112, "max_ms": 3.166, "p95_ms": 1.274}, "setup_ms": {"avg_ms": 0.033, "count": 112, "max_ms": 0.077, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 4.105, "count": 112, "max_ms": 10.706, "p95_ms": 6.498}, "track_match_ms": {"avg_ms": 0.066, "count": 112, "max_ms": 0.159, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.478, "count": 112, "max_ms": 3.727, "p95_ms": 2.326}}, "gstreamer_push": {"avg_ms": 2.508, "count": 113, "max_ms": 5.768, "p95_ms": 3.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 112, "max_ms": 0.44, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.381, "count": 112, "max_ms": 77.04, "p95_ms": 54.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.845, "count": 113, "max_ms": 14.388, "p95_ms": 7.408}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.647, "count": 113, "max_ms": 122.112, "p95_ms": 94.096}, "inference_input_copy_ms": {"avg_ms": 1.37, "count": 113, "max_ms": 3.176, "p95_ms": 2.146}, "processing_residual_ms": {"avg_ms": 0.186, "count": 113, "max_ms": 0.519, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.048, "count": 113, "max_ms": 126.385, "p95_ms": 99.582}, "read_interval": {"avg_ms": 265.736, "count": 113, "max_ms": 10139.607, "p95_ms": 146.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 112, "max_ms": 0.045, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.638, "count": 112, "max_ms": 3.102, "p95_ms": 1.152}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 112, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.625, "count": 112, "max_ms": 3.082, "p95_ms": 1.127}, "worker_merge_ms": {"avg_ms": 0.005, "count": 112, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.392, "count": 112, "max_ms": 77.059, "p95_ms": 54.313}, "visualize": {"avg_ms": 30.975, "count": 112, "max_ms": 57.721, "p95_ms": 39.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.678, "count": 112, "max_ms": 50.268, "p95_ms": 33.908}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.609, "count": 112, "max_ms": 56.327, "p95_ms": 38.366}, "visualize_input_copy_ms": {"avg_ms": 1.205, "count": 112, "max_ms": 2.785, "p95_ms": 1.939}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 112, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.5, "count": 112, "max_ms": 56.074, "p95_ms": 38.192}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 112, "max_ms": 0.234, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 112}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2045.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.884, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.87, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96191, "write_bytes_delta": 96191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 808.0, "cpu_core_ratio": 0.346079, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1386.0, "pid": 53036, "reason": null, "system_cpu_core_ratio": 0.084582, "system_cpu_s_delta": 2.3999999999999986, "user_cpu_core_ratio": 0.261498, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.18978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363701, "system_cpu_s_delta": 10.319999999992433, "user_cpu_core_ratio": 0.82608, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 212, "max_ms": 5.768, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.292, "max": 15.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.005, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.991, "count": 30, "max": 57.75, "p95": 55.719, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.618, "count": 30, "max": 27.501, "p95": 23.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.533, "count": 30, "max": 1188.0, "p95": 1164.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 672.833, "count": 30, "max": 7714.0, "p95": 2194.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.373, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.567, "count": 30, "max": 36.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.621, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.334, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19537, "sampled_at": "2026-11-02T16:03:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:03:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4164452, "flush_count": 4401, "flush_interval_seconds": 30.0, "flush_state": {"count": 4401, "last_at": "2026-11-02T16:04:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:04:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4400}, "started": true, "suppressed_count": 2539260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2538961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4401, "written_record_count": 4401}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10695.93, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T16:04:03+09:00", "last_error_summary": "[h264 @ 0x5964f2e93e40] error while decoding MB 112 57, bytestream -31 [in#0/rtsp @ 0x5964f2e4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5964f2e4be00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7031884492800, "copied_frame_count": 2543361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7031884492800, "frame_buffer_copies": 2543361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0885, "count": 512, "max_ms": 0.304, "p50_ms": 0.0795, "p95_ms": 0.1561, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3169, "count": 512, "max_ms": 4.1881, "p50_ms": 1.2287, "p95_ms": 2.1979, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 2543361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 561, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:04:03+09:00", "last_error_summary": "[h264 @ 0x5964f2e93e40] error while decoding MB 112 57, bytestream -31 [in#0/rtsp @ 0x5964f2e4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5964f2e4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.792, "last_started_at": "2026-11-02T15:57:35+09:00", "pid": 53036, "process": {"exists": false, "pid": 53036}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.273, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-02T16:04:03+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-11-02T16:04:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.405, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 98.595, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-02T16:04:03.349514+09:00", "mtime_epoch": 1793603043.3495135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97519}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:04:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2045.965, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2543361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.602, "max": 15.0, "p95": 15.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 113}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.78, "pushed": 3.78, "read": 3.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.006, "count": 113, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 62.6, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 112, "max_ms": 8.539, "p95_ms": 2.091, "reason": null, "sample_age_ms": 98.651, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 112, "max_ms": 4.658, "p95_ms": 1.429, "reason": null, "sample_age_ms": 98.832, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 113, "max_ms": 0.803, "p95_ms": 0.562, "reason": null, "sample_age_ms": 62.607, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.555, "count": 112, "max_ms": 3.319, "p95_ms": 2.567, "reason": null, "sample_age_ms": 97.397, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2764808.0, "count": 112, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.383, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.885, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.254, "count": 113, "max_ms": 72.064, "p95_ms": 50.198, "reason": null, "sample_age_ms": 62.596, "source": "client_direct"}, "sample_age_ms": 62.593, "source": "client_direct", "task_total_ms": {"avg_ms": 40.287, "count": 113, "max_ms": 74.351, "p95_ms": 52.356, "reason": null, "sample_age_ms": 62.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.53, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 113, "max_ms": 10.753, "p95_ms": 6.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 113, "max_ms": 1.167, "p95_ms": 0.588}, "detection_prepare_ms": {"avg_ms": 1.223, "count": 113, "max_ms": 6.33, "p95_ms": 1.92}, "event_filter_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 113, "max_ms": 0.541, "p95_ms": 0.482}, "mcmt_ms": {"avg_ms": 0.003, "count": 113, "max_ms": 0.029, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.688, "count": 113, "max_ms": 3.166, "p95_ms": 1.274}, "setup_ms": {"avg_ms": 0.033, "count": 113, "max_ms": 0.077, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 4.103, "count": 113, "max_ms": 10.706, "p95_ms": 6.498}, "track_match_ms": {"avg_ms": 0.065, "count": 113, "max_ms": 0.159, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.478, "count": 113, "max_ms": 3.727, "p95_ms": 2.326}}, "gstreamer_push": {"avg_ms": 2.493, "count": 113, "max_ms": 5.768, "p95_ms": 3.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 113, "max_ms": 0.44, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.339, "count": 113, "max_ms": 77.04, "p95_ms": 54.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.733, "count": 113, "max_ms": 8.794, "p95_ms": 7.33}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.665, "count": 113, "max_ms": 122.112, "p95_ms": 94.096}, "inference_input_copy_ms": {"avg_ms": 1.372, "count": 113, "max_ms": 3.176, "p95_ms": 2.146}, "processing_residual_ms": {"avg_ms": 0.185, "count": 113, "max_ms": 0.519, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.955, "count": 113, "max_ms": 126.385, "p95_ms": 99.582}, "read_interval": {"avg_ms": 267.137, "count": 112, "max_ms": 10139.607, "p95_ms": 146.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 113, "max_ms": 0.045, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.637, "count": 113, "max_ms": 3.102, "p95_ms": 1.152}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 113, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.624, "count": 113, "max_ms": 3.082, "p95_ms": 1.127}, "worker_merge_ms": {"avg_ms": 0.005, "count": 113, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.349, "count": 113, "max_ms": 77.059, "p95_ms": 54.313}, "visualize": {"avg_ms": 31.053, "count": 113, "max_ms": 57.721, "p95_ms": 39.819}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.754, "count": 113, "max_ms": 50.268, "p95_ms": 33.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.691, "count": 113, "max_ms": 56.327, "p95_ms": 38.521}, "visualize_input_copy_ms": {"avg_ms": 1.202, "count": 113, "max_ms": 2.785, "p95_ms": 1.939}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.582, "count": 113, "max_ms": 56.074, "p95_ms": 38.362}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 113, "max_ms": 0.234, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2045.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.884, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.87, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96191, "write_bytes_delta": 96191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 808.0, "cpu_core_ratio": 0.346079, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1386.0, "pid": 53036, "reason": null, "system_cpu_core_ratio": 0.084582, "system_cpu_s_delta": 2.3999999999999986, "user_cpu_core_ratio": 0.261498, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.18978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363701, "system_cpu_s_delta": 10.319999999992433, "user_cpu_core_ratio": 0.82608, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 212, "max_ms": 5.768, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.292, "max": 15.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.005, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.991, "count": 30, "max": 57.75, "p95": 55.719, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.618, "count": 30, "max": 27.501, "p95": 23.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.533, "count": 30, "max": 1188.0, "p95": 1164.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 672.833, "count": 30, "max": 7714.0, "p95": 2194.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.373, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.567, "count": 30, "max": 36.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.621, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.334, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19537, "sampled_at": "2026-11-02T16:03:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:03:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4164452, "flush_count": 4401, "flush_interval_seconds": 30.0, "flush_state": {"count": 4401, "last_at": "2026-11-02T16:04:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:04:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4400}, "started": true, "suppressed_count": 2539260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2538961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4401, "written_record_count": 4401}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10696.531, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7031884492800, "copied_frame_count": 2543361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7031884492800, "frame_buffer_copies": 2543361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0885, "count": 512, "max_ms": 0.304, "p50_ms": 0.0795, "p95_ms": 0.1561, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3169, "count": 512, "max_ms": 4.1881, "p50_ms": 1.2287, "p95_ms": 2.1979, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 2543361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 561, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:04:03+09:00", "last_error_summary": "[h264 @ 0x5964f2e93e40] error while decoding MB 112 57, bytestream -31 [in#0/rtsp @ 0x5964f2e4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5964f2e4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.823, "last_started_at": "2026-11-02T15:57:35+09:00", "pid": 53036, "process": {"exists": false, "pid": 53036}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.273, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-02T16:04:03+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-11-02T16:04:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.436, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 98.564, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-11-02T16:04:03.349514+09:00", "mtime_epoch": 1793603043.3495135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97519}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:04:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2045.965, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2543361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.602, "max": 15.0, "p95": 15.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 113}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.777, "pushed": 3.777, "read": 3.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.006, "count": 113, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 94.319, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 112, "max_ms": 8.539, "p95_ms": 2.091, "reason": null, "sample_age_ms": 130.37, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 112, "max_ms": 4.658, "p95_ms": 1.429, "reason": null, "sample_age_ms": 130.551, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 113, "max_ms": 0.803, "p95_ms": 0.562, "reason": null, "sample_age_ms": 94.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.555, "count": 112, "max_ms": 3.319, "p95_ms": 2.567, "reason": null, "sample_age_ms": 129.116, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2764808.0, "count": 112, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.102, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.604, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.254, "count": 113, "max_ms": 72.064, "p95_ms": 50.198, "reason": null, "sample_age_ms": 94.315, "source": "client_direct"}, "sample_age_ms": 94.311, "source": "client_direct", "task_total_ms": {"avg_ms": 40.287, "count": 113, "max_ms": 74.351, "p95_ms": 52.356, "reason": null, "sample_age_ms": 94.311, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.753, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 113, "max_ms": 10.753, "p95_ms": 6.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 113, "max_ms": 1.167, "p95_ms": 0.588}, "detection_prepare_ms": {"avg_ms": 1.223, "count": 113, "max_ms": 6.33, "p95_ms": 1.92}, "event_filter_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.02, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 113, "max_ms": 0.541, "p95_ms": 0.482}, "mcmt_ms": {"avg_ms": 0.003, "count": 113, "max_ms": 0.029, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.688, "count": 113, "max_ms": 3.166, "p95_ms": 1.274}, "setup_ms": {"avg_ms": 0.033, "count": 113, "max_ms": 0.077, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 4.103, "count": 113, "max_ms": 10.706, "p95_ms": 6.498}, "track_match_ms": {"avg_ms": 0.065, "count": 113, "max_ms": 0.159, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.478, "count": 113, "max_ms": 3.727, "p95_ms": 2.326}}, "gstreamer_push": {"avg_ms": 2.493, "count": 113, "max_ms": 5.768, "p95_ms": 3.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 113, "max_ms": 0.44, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.339, "count": 113, "max_ms": 77.04, "p95_ms": 54.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.733, "count": 113, "max_ms": 8.794, "p95_ms": 7.33}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.665, "count": 113, "max_ms": 122.112, "p95_ms": 94.096}, "inference_input_copy_ms": {"avg_ms": 1.372, "count": 113, "max_ms": 3.176, "p95_ms": 2.146}, "processing_residual_ms": {"avg_ms": 0.185, "count": 113, "max_ms": 0.519, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.955, "count": 113, "max_ms": 126.385, "p95_ms": 99.582}, "read_interval": {"avg_ms": 267.137, "count": 112, "max_ms": 10139.607, "p95_ms": 146.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 113, "max_ms": 0.045, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.637, "count": 113, "max_ms": 3.102, "p95_ms": 1.152}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 113, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.624, "count": 113, "max_ms": 3.082, "p95_ms": 1.127}, "worker_merge_ms": {"avg_ms": 0.005, "count": 113, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.349, "count": 113, "max_ms": 77.059, "p95_ms": 54.313}, "visualize": {"avg_ms": 31.053, "count": 113, "max_ms": 57.721, "p95_ms": 39.819}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.754, "count": 113, "max_ms": 50.268, "p95_ms": 33.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.691, "count": 113, "max_ms": 56.327, "p95_ms": 38.521}, "visualize_input_copy_ms": {"avg_ms": 1.202, "count": 113, "max_ms": 2.785, "p95_ms": 1.939}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.582, "count": 113, "max_ms": 56.074, "p95_ms": 38.362}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 113, "max_ms": 0.234, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2045.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.884, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.87, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96191, "write_bytes_delta": 96191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 808.0, "cpu_core_ratio": 0.346079, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1386.0, "pid": 53036, "reason": null, "system_cpu_core_ratio": 0.084582, "system_cpu_s_delta": 2.3999999999999986, "user_cpu_core_ratio": 0.261498, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.18978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363701, "system_cpu_s_delta": 10.319999999992433, "user_cpu_core_ratio": 0.82608, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 212, "max_ms": 5.768, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.292, "max": 15.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.005, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.991, "count": 30, "max": 57.75, "p95": 55.719, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.618, "count": 30, "max": 27.501, "p95": 23.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.533, "count": 30, "max": 1188.0, "p95": 1164.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 672.833, "count": 30, "max": 7714.0, "p95": 2194.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.373, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.567, "count": 30, "max": 36.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.621, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.334, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19537, "sampled_at": "2026-11-02T16:03:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:03:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4164452, "flush_count": 4401, "flush_interval_seconds": 30.0, "flush_state": {"count": 4401, "last_at": "2026-11-02T16:04:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:04:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4400}, "started": true, "suppressed_count": 2539260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2538961}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4401, "written_record_count": 4401}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10864.957, "limit_mb": null}, "detail": {"pid": 53152, "restart_count": 194, "start_count": 195}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7031884492800, "copied_frame_count": 2543361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7031884492800, "frame_buffer_copies": 2543361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0885, "count": 512, "max_ms": 0.304, "p50_ms": 0.0795, "p95_ms": 0.1561, "p99_ms": 0.2}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3169, "count": 512, "max_ms": 4.1881, "p50_ms": 1.2287, "p95_ms": 2.1979, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 2543361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 561, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:04:03+09:00", "last_error_summary": "[h264 @ 0x5964f2e93e40] error while decoding MB 112 57, bytestream -31 [in#0/rtsp @ 0x5964f2e4be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5964f2e4be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T16:04:06+09:00", "pid": 53152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.324, "name": "ffmpeg", "pid": 53152, "rss_mb": 200.324, "state": "S (sleeping)", "threads": 70}, "restart_count": 194, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.427, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.085, "last_frame_pushed_at": "2026-11-02T16:04:03+09:00", "last_frame_read_age_sec": 5.172, "last_frame_read_at": "2026-11-02T16:04:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 506.479, "last_sample_duration_ms": 862.436, "last_trigger": "periodic", "next_snapshot_in_sec": 93.521, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 442, "storage_bytes": 2224408}, "mjpeg": {"age_sec": 5.077, "exists": true, "mtime": "2026-11-02T16:04:03.349514+09:00", "mtime_epoch": 1793603043.3495135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97519}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:04:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2045.969, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2543361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.517, "max": 15.0, "p95": 13.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.003, "pushed": 2.003, "read": 1.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 5136.725, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.648, "count": 59, "max_ms": 4.258, "p95_ms": 2.114, "reason": null, "sample_age_ms": 5172.776, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 59, "max_ms": 2.701, "p95_ms": 1.419, "reason": null, "sample_age_ms": 5172.957, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 60, "max_ms": 0.576, "p95_ms": 0.5, "reason": null, "sample_age_ms": 5136.732, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.461, "count": 59, "max_ms": 2.731, "p95_ms": 2.193, "reason": null, "sample_age_ms": 5171.522, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5171.508, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5137.01, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.423, "count": 60, "max_ms": 56.112, "p95_ms": 50.725, "reason": null, "sample_age_ms": 5136.721, "source": "client_direct"}, "sample_age_ms": 5136.718, "source": "client_direct", "task_total_ms": {"avg_ms": 40.333, "count": 60, "max_ms": 57.89, "p95_ms": 52.295, "reason": null, "sample_age_ms": 5136.718, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.119, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 60, "max_ms": 10.753, "p95_ms": 6.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.31, "count": 60, "max_ms": 0.72, "p95_ms": 0.5}, "detection_prepare_ms": {"avg_ms": 1.23, "count": 60, "max_ms": 6.33, "p95_ms": 1.732}, "event_filter_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 60, "max_ms": 0.541, "p95_ms": 0.473}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.029, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.682, "count": 60, "max_ms": 3.166, "p95_ms": 1.294}, "setup_ms": {"avg_ms": 0.033, "count": 60, "max_ms": 0.077, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 4.081, "count": 60, "max_ms": 10.706, "p95_ms": 6.498}, "track_match_ms": {"avg_ms": 0.066, "count": 60, "max_ms": 0.159, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 1.467, "count": 60, "max_ms": 2.771, "p95_ms": 2.215}}, "gstreamer_push": {"avg_ms": 2.349, "count": 60, "max_ms": 3.683, "p95_ms": 3.325}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.44, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.324, "count": 60, "max_ms": 59.61, "p95_ms": 54.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.814, "count": 60, "max_ms": 8.794, "p95_ms": 7.317}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.017, "count": 60, "max_ms": 99.148, "p95_ms": 92.224}, "inference_input_copy_ms": {"avg_ms": 1.3, "count": 60, "max_ms": 1.997, "p95_ms": 1.882}, "processing_residual_ms": {"avg_ms": 0.183, "count": 60, "max_ms": 0.509, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.313, "count": 60, "max_ms": 103.475, "p95_ms": 97.38}, "read_interval": {"avg_ms": 421.288, "count": 59, "max_ms": 10139.607, "p95_ms": 224.479}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 60, "max_ms": 0.045, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.633, "count": 60, "max_ms": 3.102, "p95_ms": 1.253}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 60, "max_ms": 0.049, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.62, "count": 60, "max_ms": 3.082, "p95_ms": 1.243}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.335, "count": 60, "max_ms": 59.619, "p95_ms": 54.313}, "visualize": {"avg_ms": 30.459, "count": 60, "max_ms": 40.655, "p95_ms": 38.041}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.246, "count": 60, "max_ms": 35.167, "p95_ms": 31.996}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.154, "count": 60, "max_ms": 39.398, "p95_ms": 36.671}, "visualize_input_copy_ms": {"avg_ms": 1.16, "count": 60, "max_ms": 2.498, "p95_ms": 1.769}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.052, "count": 60, "max_ms": 39.289, "p95_ms": 36.541}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 60, "max_ms": 0.106, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2045.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.884, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.87, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2543354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96191, "write_bytes_delta": 96191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 808.0, "cpu_core_ratio": 0.346079, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1386.0, "pid": 53036, "reason": null, "system_cpu_core_ratio": 0.084582, "system_cpu_s_delta": 2.3999999999999986, "user_cpu_core_ratio": 0.261498, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.18978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363701, "system_cpu_s_delta": 10.319999999992433, "user_cpu_core_ratio": 0.82608, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 212, "max_ms": 5.768, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.292, "max": 15.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.005, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.991, "count": 30, "max": 57.75, "p95": 55.719, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.618, "count": 30, "max": 27.501, "p95": 23.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.533, "count": 30, "max": 1188.0, "p95": 1164.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 672.833, "count": 30, "max": 7714.0, "p95": 2194.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.373, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.435, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101401.367, "count": 30, "max": 105157.0, "p95": 104833.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.567, "count": 30, "max": 36.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.621, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.334, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19537, "sampled_at": "2026-11-02T16:03:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:03:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4171582, "flush_count": 4408, "flush_interval_seconds": 30.0, "flush_state": {"count": 4408, "last_at": "2026-11-02T16:11:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:11:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4407}, "started": true, "suppressed_count": 2542885, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2542586}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4408, "written_record_count": 4408}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10704.125, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x610b1354fb80] error while decoding MB 43 64, bytestream 6747 [h264 @ 0x610b134ff480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x610b134ff480] error while decoding MB 0 58, bytestream 27339 [h264 @ 0x610b13ff8ac0] cabac decode of qscale diff failed at 90 53 [h264 @ 0x610b13ff8ac0] error while decoding MB 90 53, bytestream 5137 [h264 @ 0x610b13469540] error while decoding MB 47 48, bytestream -12 [h264 @ 0x610b134ff480] left block unavailable for requested intra mode", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7041923481600, "copied_frame_count": 2546992, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7041923481600, "frame_buffer_copies": 2546992, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0928, "count": 512, "max_ms": 0.6186, "p50_ms": 0.0795, "p95_ms": 0.1669, "p99_ms": 0.2814}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3345, "count": 512, "max_ms": 5.084, "p50_ms": 1.1807, "p95_ms": 2.4415, "p99_ms": 3.0713, "results": {"failed": 0, "not_applicable": 0, "success": 2546992, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 570, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:11:19+09:00", "last_error_summary": "[h264 @ 0x610b1354fb80] error while decoding MB 43 64, bytestream 6747 [h264 @ 0x610b134ff480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x610b134ff480] error while decoding MB 0 58, bytestream 27339 [h264 @ 0x610b13ff8ac0] cabac decode of qscale diff failed at 90 53 [h264 @ 0x610b13ff8ac0] error while decoding MB 90 53, bytestream 5137 [h264 @ 0x610b13469540] error while decoding MB 47 48, bytestream -12 [h264 @ 0x610b134ff480] left block unavailable for requested intra mode", "last_exit_at": "2026-11-02T16:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.162, "last_started_at": "2026-11-02T16:04:06+09:00", "pid": 53152, "process": {"exists": false, "pid": 53152}, "restart_count": 194, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-02T16:11:19+09:00", "last_frame_read_age_sec": 0.049, "last_frame_read_at": "2026-11-02T16:11:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 335.283, "last_sample_duration_ms": 760.269, "last_trigger": "periodic", "next_snapshot_in_sec": 264.717, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 443, "storage_bytes": 2232952}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-02T16:11:19.540225+09:00", "mtime_epoch": 1793603479.540225, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:11:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2047.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2546993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.252, "max": 21.0, "p95": 18.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 6.0, "p95": 5.0, "sample_count": 103}, "total": {"avg": 4.282, "max": 6.0, "p95": 5.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.068, "max": 2.0, "p95": 0.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.068, "max": 2.0, "p95": 0.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.44, "pushed": 3.44, "read": 3.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.006, "count": 103, "max_ms": 0.036, "p95_ms": 0.011, "reason": null, "sample_age_ms": 15.274, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.799, "count": 103, "max_ms": 5.394, "p95_ms": 2.256, "reason": null, "sample_age_ms": 50.904, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 103, "max_ms": 3.92, "p95_ms": 1.765, "reason": null, "sample_age_ms": 51.193, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 103, "max_ms": 2.128, "p95_ms": 0.608, "reason": null, "sample_age_ms": 15.281, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.521, "count": 103, "max_ms": 3.891, "p95_ms": 2.247, "reason": null, "sample_age_ms": 49.989, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 49.975, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.14, "count": 103, "max_ms": 61.078, "p95_ms": 55.515, "reason": null, "sample_age_ms": 15.27, "source": "client_direct"}, "sample_age_ms": 15.267, "source": "client_direct", "task_total_ms": {"avg_ms": 42.183, "count": 103, "max_ms": 63.239, "p95_ms": 58.437, "reason": null, "sample_age_ms": 15.267, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.781, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 103, "max_ms": 14.096, "p95_ms": 10.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 103, "max_ms": 0.824, "p95_ms": 0.699}, "detection_prepare_ms": {"avg_ms": 1.448, "count": 103, "max_ms": 4.077, "p95_ms": 2.056}, "event_filter_ms": {"avg_ms": 0.004, "count": 103, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.511, "count": 103, "max_ms": 1.06, "p95_ms": 0.839}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.505, "count": 103, "max_ms": 5.544, "p95_ms": 3.648}, "setup_ms": {"avg_ms": 0.033, "count": 103, "max_ms": 0.059, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 7.33, "count": 103, "max_ms": 13.996, "p95_ms": 10.082}, "track_match_ms": {"avg_ms": 0.091, "count": 103, "max_ms": 0.211, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 2.332, "count": 103, "max_ms": 5.477, "p95_ms": 4.119}}, "gstreamer_push": {"avg_ms": 2.293, "count": 103, "max_ms": 4.772, "p95_ms": 3.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 103, "max_ms": 0.49, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.472, "count": 103, "max_ms": 65.837, "p95_ms": 59.52}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.156, "count": 103, "max_ms": 10.824, "p95_ms": 8.356}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.804, "count": 103, "max_ms": 119.144, "p95_ms": 110.532}, "inference_input_copy_ms": {"avg_ms": 1.342, "count": 103, "max_ms": 3.934, "p95_ms": 2.153}, "processing_residual_ms": {"avg_ms": 0.259, "count": 103, "max_ms": 0.672, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.561, "count": 103, "max_ms": 123.873, "p95_ms": 115.586}, "read_interval": {"avg_ms": 291.271, "count": 103, "max_ms": 19204.136, "p95_ms": 139.42}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 103, "max_ms": 0.026, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 2.449, "count": 103, "max_ms": 5.452, "p95_ms": 3.561}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 103, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.436, "count": 103, "max_ms": 5.434, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 43.483, "count": 103, "max_ms": 65.849, "p95_ms": 59.528}, "visualize": {"avg_ms": 35.748, "count": 103, "max_ms": 57.283, "p95_ms": 49.617}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.359, "count": 103, "max_ms": 41.759, "p95_ms": 39.607}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.458, "count": 103, "max_ms": 55.064, "p95_ms": 48.046}, "visualize_input_copy_ms": {"avg_ms": 1.134, "count": 103, "max_ms": 2.173, "p95_ms": 1.723}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.349, "count": 103, "max_ms": 54.869, "p95_ms": 47.941}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 103, "max_ms": 0.135, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2047.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.953, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104292, "write_bytes_delta": 104292, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 223.0, "cpu_core_ratio": 0.11795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2387.0, "pid": 53152, "reason": null, "system_cpu_core_ratio": 0.03614, "system_cpu_s_delta": 0.9100000000000037, "user_cpu_core_ratio": 0.081811, "user_cpu_s_delta": 2.0600000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.46505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147339, "system_cpu_s_delta": 3.709999999991851, "user_cpu_core_ratio": 0.317711, "user_cpu_s_delta": 8.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.325, "count": 104, "max_ms": 5.117, "p95_ms": 3.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.404, "max": 21.0, "p95": 18.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.279, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 104}, "total": {"avg": 4.279, "max": 6.0, "p95": 5.0, "sample_count": 104}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.211, "count": 30, "max": 57.22, "p95": 47.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.155, "count": 30, "max": 25.593, "p95": 19.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 770.633, "count": 30, "max": 1108.0, "p95": 1105.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.467, "count": 30, "max": 10891.0, "p95": 5316.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.373, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.435, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 44.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.541, "count": 30, "max": 0.703, "p95": 0.684, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.419, "p95": 1.359, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T16:11:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:11:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4171582, "flush_count": 4408, "flush_interval_seconds": 30.0, "flush_state": {"count": 4408, "last_at": "2026-11-02T16:11:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:11:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4407}, "started": true, "suppressed_count": 2542885, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2542586}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4408, "written_record_count": 4408}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10704.387, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T16:11:19+09:00", "last_error_summary": "[h264 @ 0x610b1354fb80] error while decoding MB 43 64, bytestream 6747 [h264 @ 0x610b134ff480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x610b134ff480] error while decoding MB 0 58, bytestream 27339 [h264 @ 0x610b13ff8ac0] cabac decode of qscale diff failed at 90 53 [h264 @ 0x610b13ff8ac0] error while decoding MB 90 53, bytestream 5137 [h264 @ 0x610b13469540] error while decoding MB 47 48, bytestream -12 [h264 @ 0x610b134ff480] left block unavailable for requested intra mode", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7041926246400, "copied_frame_count": 2546993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7041926246400, "frame_buffer_copies": 2546993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0928, "count": 512, "max_ms": 0.6186, "p50_ms": 0.0795, "p95_ms": 0.1669, "p99_ms": 0.2814}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3313, "count": 512, "max_ms": 5.084, "p50_ms": 1.1776, "p95_ms": 2.428, "p99_ms": 3.0713, "results": {"failed": 0, "not_applicable": 0, "success": 2546993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 570, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:11:19+09:00", "last_error_summary": "[h264 @ 0x610b1354fb80] error while decoding MB 43 64, bytestream 6747 [h264 @ 0x610b134ff480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x610b134ff480] error while decoding MB 0 58, bytestream 27339 [h264 @ 0x610b13ff8ac0] cabac decode of qscale diff failed at 90 53 [h264 @ 0x610b13ff8ac0] error while decoding MB 90 53, bytestream 5137 [h264 @ 0x610b13469540] error while decoding MB 47 48, bytestream -12 [h264 @ 0x610b134ff480] left block unavailable for requested intra mode", "last_exit_at": "2026-11-02T16:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.203, "last_started_at": "2026-11-02T16:04:06+09:00", "pid": 53152, "process": {"exists": false, "pid": 53152}, "restart_count": 194, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T16:11:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-02T16:11:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 335.322, "last_sample_duration_ms": 760.269, "last_trigger": "periodic", "next_snapshot_in_sec": 264.678, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 443, "storage_bytes": 2232952}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-11-02T16:11:19.540225+09:00", "mtime_epoch": 1793603479.540225, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:11:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2047.723, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2546993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.25, "max": 21.0, "p95": 18.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.279, "max": 6.0, "p95": 5.0, "sample_count": 104}, "total": {"avg": 4.279, "max": 6.0, "p95": 5.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.067, "max": 2.0, "p95": 0.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.067, "max": 2.0, "p95": 0.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.468, "pushed": 3.468, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.006, "count": 103, "max_ms": 0.036, "p95_ms": 0.011, "reason": null, "sample_age_ms": 55.555, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.799, "count": 103, "max_ms": 5.394, "p95_ms": 2.256, "reason": null, "sample_age_ms": 91.185, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 103, "max_ms": 3.92, "p95_ms": 1.765, "reason": null, "sample_age_ms": 91.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 103, "max_ms": 2.128, "p95_ms": 0.608, "reason": null, "sample_age_ms": 55.562, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.521, "count": 103, "max_ms": 3.891, "p95_ms": 2.247, "reason": null, "sample_age_ms": 90.27, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.881, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.14, "count": 103, "max_ms": 61.078, "p95_ms": 55.515, "reason": null, "sample_age_ms": 55.551, "source": "client_direct"}, "sample_age_ms": 55.548, "source": "client_direct", "task_total_ms": {"avg_ms": 42.183, "count": 103, "max_ms": 63.239, "p95_ms": 58.437, "reason": null, "sample_age_ms": 55.548, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.509, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.357, "count": 104, "max_ms": 14.096, "p95_ms": 10.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 104, "max_ms": 0.824, "p95_ms": 0.699}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 104, "max_ms": 4.077, "p95_ms": 2.056}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.51, "count": 104, "max_ms": 1.06, "p95_ms": 0.839}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.498, "count": 104, "max_ms": 5.544, "p95_ms": 3.648}, "setup_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.059, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 7.31, "count": 104, "max_ms": 13.996, "p95_ms": 10.082}, "track_match_ms": {"avg_ms": 0.091, "count": 104, "max_ms": 0.211, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 2.325, "count": 104, "max_ms": 5.477, "p95_ms": 4.119}}, "gstreamer_push": {"avg_ms": 2.288, "count": 104, "max_ms": 4.772, "p95_ms": 3.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 104, "max_ms": 0.49, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.402, "count": 104, "max_ms": 65.837, "p95_ms": 59.52}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.146, "count": 104, "max_ms": 10.824, "p95_ms": 8.356}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.759, "count": 104, "max_ms": 119.144, "p95_ms": 110.532}, "inference_input_copy_ms": {"avg_ms": 1.336, "count": 104, "max_ms": 3.934, "p95_ms": 2.153}, "processing_residual_ms": {"avg_ms": 0.257, "count": 104, "max_ms": 0.672, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.498, "count": 104, "max_ms": 123.873, "p95_ms": 115.586}, "read_interval": {"avg_ms": 291.271, "count": 103, "max_ms": 19204.136, "p95_ms": 139.42}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 104, "max_ms": 0.026, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 2.442, "count": 104, "max_ms": 5.452, "p95_ms": 3.561}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.429, "count": 104, "max_ms": 5.434, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 43.413, "count": 104, "max_ms": 65.849, "p95_ms": 59.528}, "visualize": {"avg_ms": 35.797, "count": 104, "max_ms": 57.283, "p95_ms": 49.617}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.432, "count": 104, "max_ms": 41.759, "p95_ms": 39.607}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.511, "count": 104, "max_ms": 55.064, "p95_ms": 48.046}, "visualize_input_copy_ms": {"avg_ms": 1.131, "count": 104, "max_ms": 2.173, "p95_ms": 1.723}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.402, "count": 104, "max_ms": 54.869, "p95_ms": 47.941}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 104, "max_ms": 0.135, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2047.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.953, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104292, "write_bytes_delta": 104292, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 223.0, "cpu_core_ratio": 0.11795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2387.0, "pid": 53152, "reason": null, "system_cpu_core_ratio": 0.03614, "system_cpu_s_delta": 0.9100000000000037, "user_cpu_core_ratio": 0.081811, "user_cpu_s_delta": 2.0600000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.46505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147339, "system_cpu_s_delta": 3.709999999991851, "user_cpu_core_ratio": 0.317711, "user_cpu_s_delta": 8.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.325, "count": 104, "max_ms": 5.117, "p95_ms": 3.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.404, "max": 21.0, "p95": 18.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.279, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 104}, "total": {"avg": 4.279, "max": 6.0, "p95": 5.0, "sample_count": 104}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.211, "count": 30, "max": 57.22, "p95": 47.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.155, "count": 30, "max": 25.593, "p95": 19.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 770.633, "count": 30, "max": 1108.0, "p95": 1105.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.467, "count": 30, "max": 10891.0, "p95": 5316.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.373, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.435, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 44.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.541, "count": 30, "max": 0.703, "p95": 0.684, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.419, "p95": 1.359, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T16:11:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:11:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4171582, "flush_count": 4408, "flush_interval_seconds": 30.0, "flush_state": {"count": 4408, "last_at": "2026-11-02T16:11:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:11:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4407}, "started": true, "suppressed_count": 2542885, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2542586}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4408, "written_record_count": 4408}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10704.172, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7041926246400, "copied_frame_count": 2546993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7041926246400, "frame_buffer_copies": 2546993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0928, "count": 512, "max_ms": 0.6186, "p50_ms": 0.0795, "p95_ms": 0.1669, "p99_ms": 0.2814}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3313, "count": 512, "max_ms": 5.084, "p50_ms": 1.1776, "p95_ms": 2.428, "p99_ms": 3.0713, "results": {"failed": 0, "not_applicable": 0, "success": 2546993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 570, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:11:19+09:00", "last_error_summary": "[h264 @ 0x610b1354fb80] error while decoding MB 43 64, bytestream 6747 [h264 @ 0x610b134ff480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x610b134ff480] error while decoding MB 0 58, bytestream 27339 [h264 @ 0x610b13ff8ac0] cabac decode of qscale diff failed at 90 53 [h264 @ 0x610b13ff8ac0] error while decoding MB 90 53, bytestream 5137 [h264 @ 0x610b13469540] error while decoding MB 47 48, bytestream -12 [h264 @ 0x610b134ff480] left block unavailable for requested intra mode", "last_exit_at": "2026-11-02T16:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.228, "last_started_at": "2026-11-02T16:04:06+09:00", "pid": 53152, "process": {"exists": false, "pid": 53152}, "restart_count": 194, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-02T16:11:19+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-11-02T16:11:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 335.349, "last_sample_duration_ms": 760.269, "last_trigger": "periodic", "next_snapshot_in_sec": 264.651, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 443, "storage_bytes": 2232952}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T16:11:19.635226+09:00", "mtime_epoch": 1793603479.6352255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:11:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2047.723, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2546993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.233, "max": 21.0, "p95": 18.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 6.0, "p95": 5.0, "sample_count": 103}, "total": {"avg": 4.282, "max": 6.0, "p95": 5.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.068, "max": 2.0, "p95": 0.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.068, "max": 2.0, "p95": 0.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.442, "pushed": 3.442, "read": 3.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.006, "count": 103, "max_ms": 0.036, "p95_ms": 0.011, "reason": null, "sample_age_ms": 81.545, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 102, "max_ms": 5.394, "p95_ms": 2.256, "reason": null, "sample_age_ms": 117.175, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.296, "count": 102, "max_ms": 3.92, "p95_ms": 1.779, "reason": null, "sample_age_ms": 117.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 103, "max_ms": 2.128, "p95_ms": 0.608, "reason": null, "sample_age_ms": 81.553, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.513, "count": 102, "max_ms": 3.891, "p95_ms": 2.242, "reason": null, "sample_age_ms": 116.26, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.247, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.871, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.14, "count": 103, "max_ms": 61.078, "p95_ms": 55.515, "reason": null, "sample_age_ms": 81.542, "source": "client_direct"}, "sample_age_ms": 81.538, "source": "client_direct", "task_total_ms": {"avg_ms": 42.183, "count": 103, "max_ms": 63.239, "p95_ms": 58.437, "reason": null, "sample_age_ms": 81.538, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.581, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.37, "count": 103, "max_ms": 14.096, "p95_ms": 10.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 103, "max_ms": 0.824, "p95_ms": 0.699}, "detection_prepare_ms": {"avg_ms": 1.445, "count": 103, "max_ms": 4.077, "p95_ms": 2.056}, "event_filter_ms": {"avg_ms": 0.004, "count": 103, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 103, "max_ms": 1.06, "p95_ms": 0.839}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.501, "count": 103, "max_ms": 5.544, "p95_ms": 3.648}, "setup_ms": {"avg_ms": 0.033, "count": 103, "max_ms": 0.059, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 7.323, "count": 103, "max_ms": 13.996, "p95_ms": 10.082}, "track_match_ms": {"avg_ms": 0.091, "count": 103, "max_ms": 0.211, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 2.33, "count": 103, "max_ms": 5.477, "p95_ms": 4.119}}, "gstreamer_push": {"avg_ms": 2.294, "count": 103, "max_ms": 4.772, "p95_ms": 3.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 103, "max_ms": 0.49, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.348, "count": 103, "max_ms": 65.837, "p95_ms": 59.52}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.157, "count": 103, "max_ms": 10.824, "p95_ms": 8.356}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.654, "count": 103, "max_ms": 119.144, "p95_ms": 110.532}, "inference_input_copy_ms": {"avg_ms": 1.328, "count": 103, "max_ms": 3.934, "p95_ms": 2.131}, "processing_residual_ms": {"avg_ms": 0.253, "count": 103, "max_ms": 0.548, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.392, "count": 103, "max_ms": 123.873, "p95_ms": 115.586}, "read_interval": {"avg_ms": 293.029, "count": 102, "max_ms": 19204.136, "p95_ms": 139.42}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 103, "max_ms": 0.026, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 2.445, "count": 103, "max_ms": 5.452, "p95_ms": 3.561}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 103, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.432, "count": 103, "max_ms": 5.434, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 43.359, "count": 103, "max_ms": 65.849, "p95_ms": 59.528}, "visualize": {"avg_ms": 35.73, "count": 103, "max_ms": 57.283, "p95_ms": 49.617}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.362, "count": 103, "max_ms": 41.759, "p95_ms": 39.607}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.443, "count": 103, "max_ms": 55.064, "p95_ms": 48.046}, "visualize_input_copy_ms": {"avg_ms": 1.132, "count": 103, "max_ms": 2.173, "p95_ms": 1.723}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.334, "count": 103, "max_ms": 54.869, "p95_ms": 47.941}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 103, "max_ms": 0.135, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2047.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.953, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104292, "write_bytes_delta": 104292, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 223.0, "cpu_core_ratio": 0.11795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2387.0, "pid": 53152, "reason": null, "system_cpu_core_ratio": 0.03614, "system_cpu_s_delta": 0.9100000000000037, "user_cpu_core_ratio": 0.081811, "user_cpu_s_delta": 2.0600000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.46505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147339, "system_cpu_s_delta": 3.709999999991851, "user_cpu_core_ratio": 0.317711, "user_cpu_s_delta": 8.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.325, "count": 104, "max_ms": 5.117, "p95_ms": 3.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.404, "max": 21.0, "p95": 18.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.279, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 104}, "total": {"avg": 4.279, "max": 6.0, "p95": 5.0, "sample_count": 104}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.211, "count": 30, "max": 57.22, "p95": 47.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.155, "count": 30, "max": 25.593, "p95": 19.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 770.633, "count": 30, "max": 1108.0, "p95": 1105.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.467, "count": 30, "max": 10891.0, "p95": 5316.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.373, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.435, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 44.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.541, "count": 30, "max": 0.703, "p95": 0.684, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.419, "p95": 1.359, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T16:11:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:11:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4171582, "flush_count": 4408, "flush_interval_seconds": 30.0, "flush_state": {"count": 4408, "last_at": "2026-11-02T16:11:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:11:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4407}, "started": true, "suppressed_count": 2542885, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2542586}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4408, "written_record_count": 4408}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10862.531, "limit_mb": null}, "detail": {"pid": 53268, "restart_count": 195, "start_count": 196}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7041926246400, "copied_frame_count": 2546993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7041926246400, "frame_buffer_copies": 2546993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0928, "count": 512, "max_ms": 0.6186, "p50_ms": 0.0795, "p95_ms": 0.1669, "p99_ms": 0.2814}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3313, "count": 512, "max_ms": 5.084, "p50_ms": 1.1776, "p95_ms": 2.428, "p99_ms": 3.0713, "results": {"failed": 0, "not_applicable": 0, "success": 2546993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 570, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:11:19+09:00", "last_error_summary": "[h264 @ 0x610b1354fb80] error while decoding MB 43 64, bytestream 6747 [h264 @ 0x610b134ff480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x610b134ff480] error while decoding MB 0 58, bytestream 27339 [h264 @ 0x610b13ff8ac0] cabac decode of qscale diff failed at 90 53 [h264 @ 0x610b13ff8ac0] error while decoding MB 90 53, bytestream 5137 [h264 @ 0x610b13469540] error while decoding MB 47 48, bytestream -12 [h264 @ 0x610b134ff480] left block unavailable for requested intra mode", "last_exit_at": "2026-11-02T16:11:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T16:11:21+09:00", "pid": 53268, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.434, "name": "ffmpeg", "pid": 53268, "rss_mb": 194.434, "state": "S (sleeping)", "threads": 70}, "restart_count": 195, "restart_count_per_hour": 7, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.154, "last_frame_pushed_at": "2026-11-02T16:11:19+09:00", "last_frame_read_age_sec": 4.243, "last_frame_read_at": "2026-11-02T16:11:19+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.496, "last_sample_duration_ms": 760.269, "last_trigger": "periodic", "next_snapshot_in_sec": 260.504, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 443, "storage_bytes": 2232952}, "mjpeg": {"age_sec": 4.147, "exists": true, "mtime": "2026-11-02T16:11:19.635226+09:00", "mtime_epoch": 1793603479.6352255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:11:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2047.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2546993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.065, "max": 21.0, "p95": 18.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.468, "max": 6.0, "p95": 6.0, "sample_count": 62}, "total": {"avg": 4.468, "max": 6.0, "p95": 6.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 0.113, "max": 2.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 0.113, "max": 2.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 62, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.067, "pushed": 2.067, "read": 2.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 62, "client_acquire_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.036, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4213.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.789, "count": 62, "max_ms": 4.195, "p95_ms": 2.247, "reason": null, "sample_age_ms": 4248.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 62, "max_ms": 3.92, "p95_ms": 1.779, "reason": null, "sample_age_ms": 4248.919, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 62, "max_ms": 0.694, "p95_ms": 0.608, "reason": null, "sample_age_ms": 4213.007, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.506, "count": 62, "max_ms": 3.891, "p95_ms": 2.51, "reason": null, "sample_age_ms": 4247.715, "source": "client_direct"}, "request_count": 62, "request_tensor_bytes": {"avg": 2764808.0, "count": 62, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4247.701, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4213.326, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.532, "count": 62, "max_ms": 61.078, "p95_ms": 57.079, "reason": null, "sample_age_ms": 4212.996, "source": "client_direct"}, "sample_age_ms": 4212.993, "source": "client_direct", "task_total_ms": {"avg_ms": 43.519, "count": 62, "max_ms": 63.239, "p95_ms": 59.672, "reason": null, "sample_age_ms": 4212.993, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.947, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.777, "count": 62, "max_ms": 14.096, "p95_ms": 11.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 62, "max_ms": 0.824, "p95_ms": 0.729}, "detection_prepare_ms": {"avg_ms": 1.504, "count": 62, "max_ms": 4.077, "p95_ms": 2.031}, "event_filter_ms": {"avg_ms": 0.005, "count": 62, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.576, "count": 62, "max_ms": 1.06, "p95_ms": 0.854}, "mcmt_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.575, "count": 62, "max_ms": 5.544, "p95_ms": 3.803}, "setup_ms": {"avg_ms": 0.034, "count": 62, "max_ms": 0.059, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 7.728, "count": 62, "max_ms": 13.996, "p95_ms": 11.366}, "track_match_ms": {"avg_ms": 0.096, "count": 62, "max_ms": 0.211, "p95_ms": 0.175}, "tracker_update_ms": {"avg_ms": 2.46, "count": 62, "max_ms": 5.477, "p95_ms": 4.119}}, "gstreamer_push": {"avg_ms": 2.261, "count": 62, "max_ms": 4.772, "p95_ms": 3.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 62, "max_ms": 0.49, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.649, "count": 62, "max_ms": 65.837, "p95_ms": 60.666}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.128, "count": 62, "max_ms": 10.438, "p95_ms": 7.296}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.553, "count": 62, "max_ms": 119.144, "p95_ms": 112.172}, "inference_input_copy_ms": {"avg_ms": 1.277, "count": 62, "max_ms": 3.934, "p95_ms": 2.131}, "processing_residual_ms": {"avg_ms": 0.198, "count": 62, "max_ms": 0.47, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.156, "count": 62, "max_ms": 123.873, "p95_ms": 118.407}, "read_interval": {"avg_ms": 416.941, "count": 62, "max_ms": 19204.136, "p95_ms": 140.245}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 62, "max_ms": 0.026, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 2.515, "count": 62, "max_ms": 5.452, "p95_ms": 3.726}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 62, "max_ms": 0.032, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.502, "count": 62, "max_ms": 5.434, "p95_ms": 3.705}, "worker_merge_ms": {"avg_ms": 0.005, "count": 62, "max_ms": 0.011, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.66, "count": 62, "max_ms": 65.849, "p95_ms": 60.674}, "visualize": {"avg_ms": 35.895, "count": 62, "max_ms": 57.283, "p95_ms": 50.692}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.134, "count": 62, "max_ms": 41.566, "p95_ms": 37.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.631, "count": 62, "max_ms": 55.064, "p95_ms": 48.616}, "visualize_input_copy_ms": {"avg_ms": 1.102, "count": 62, "max_ms": 2.173, "p95_ms": 1.723}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.52, "count": 62, "max_ms": 54.869, "p95_ms": 48.396}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 62, "max_ms": 0.135, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2047.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.953, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.386, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2546987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104292, "write_bytes_delta": 104292, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 223.0, "cpu_core_ratio": 0.11795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2387.0, "pid": 53152, "reason": null, "system_cpu_core_ratio": 0.03614, "system_cpu_s_delta": 0.9100000000000037, "user_cpu_core_ratio": 0.081811, "user_cpu_s_delta": 2.0600000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.46505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147339, "system_cpu_s_delta": 3.709999999991851, "user_cpu_core_ratio": 0.317711, "user_cpu_s_delta": 8.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.325, "count": 104, "max_ms": 5.117, "p95_ms": 3.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.404, "max": 21.0, "p95": 18.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.279, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 104}, "total": {"avg": 4.279, "max": 6.0, "p95": 5.0, "sample_count": 104}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.211, "count": 30, "max": 57.22, "p95": 47.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.155, "count": 30, "max": 25.593, "p95": 19.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 770.633, "count": 30, "max": 1108.0, "p95": 1105.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.467, "count": 30, "max": 10891.0, "p95": 5316.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.373, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.435, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102517.767, "count": 30, "max": 116266.0, "p95": 112553.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 44.0, "p95": 31.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.541, "count": 30, "max": 0.703, "p95": 0.684, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.419, "p95": 1.359, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T16:11:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:11:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4182889, "flush_count": 4419, "flush_interval_seconds": 30.0, "flush_state": {"count": 4419, "last_at": "2026-11-02T16:22:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:22:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4418}, "started": true, "suppressed_count": 2548987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2548688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4419, "written_record_count": 4419}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10717.098, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59a79f8c4540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59a79f8c4540] error while decoding MB 0 62, bytestream 2178 [h264 @ 0x59a79f89c280] cabac decode of qscale diff failed at 25 60 [h264 @ 0x59a79f89c280] error while decoding MB 25 60, bytestream 34208 [h264 @ 0x59a79f8efb80] cabac decode of qscale diff failed at 76 51 [h264 @ 0x59a79f8efb80] error while decoding MB 76 51, bytestream 1513 [h264 @ 0x59a7a03d2e80] error while decoding MB 87 66, bytestream -9 [h26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7058824704000, "copied_frame_count": 2553105, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7058824704000, "frame_buffer_copies": 2553105, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 0.3757, "p50_ms": 0.0825, "p95_ms": 0.1608, "p99_ms": 0.2307}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3164, "count": 512, "max_ms": 4.6123, "p50_ms": 1.1781, "p95_ms": 2.362, "p99_ms": 3.2601, "results": {"failed": 0, "not_applicable": 0, "success": 2553105, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 579, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:22:40+09:00", "last_error_summary": "[h264 @ 0x59a79f8c4540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59a79f8c4540] error while decoding MB 0 62, bytestream 2178 [h264 @ 0x59a79f89c280] cabac decode of qscale diff failed at 25 60 [h264 @ 0x59a79f89c280] error while decoding MB 25 60, bytestream 34208 [h264 @ 0x59a79f8efb80] cabac decode of qscale diff failed at 76 51 [h264 @ 0x59a79f8efb80] error while decoding MB 76 51, bytestream 1513 [h264 @ 0x59a7a03d2e80] error while decoding MB 87 66, bytestream -9 [h26", "last_exit_at": "2026-11-02T16:11:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 679.028, "last_started_at": "2026-11-02T16:11:21+09:00", "pid": 53268, "process": {"exists": false, "pid": 53268}, "restart_count": 195, "restart_count_per_hour": 7, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.488, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2553105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-11-02T16:22:40+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-02T16:22:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 44, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 414.52, "last_sample_duration_ms": 925.434, "last_trigger": "periodic", "next_snapshot_in_sec": 185.48, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 444, "storage_bytes": 2241501}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-02T16:22:40.754173+09:00", "mtime_epoch": 1793604160.7541733, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101678}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:22:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2050.656, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2553106, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.056, "max": 26.0, "p95": 23.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.389, "max": 6.0, "p95": 6.0, "sample_count": 90}, "total": {"avg": 4.389, "max": 6.0, "p95": 6.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 1.678, "max": 3.0, "p95": 2.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 1.678, "max": 3.0, "p95": 2.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.006, "pushed": 3.006, "read": 3.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 26.797, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 90, "max_ms": 7.009, "p95_ms": 3.015, "reason": null, "sample_age_ms": 59.346, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 90, "max_ms": 6.711, "p95_ms": 1.717, "reason": null, "sample_age_ms": 59.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.422, "count": 90, "max_ms": 1.166, "p95_ms": 0.679, "reason": null, "sample_age_ms": 26.81, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.666, "count": 90, "max_ms": 4.004, "p95_ms": 2.957, "reason": null, "sample_age_ms": 58.47, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.157, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.078, "count": 90, "max_ms": 71.012, "p95_ms": 58.218, "reason": null, "sample_age_ms": 26.789, "source": "client_direct"}, "sample_age_ms": 26.784, "source": "client_direct", "task_total_ms": {"avg_ms": 46.319, "count": 90, "max_ms": 73.945, "p95_ms": 60.373, "reason": null, "sample_age_ms": 26.784, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.545, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.358, "count": 90, "max_ms": 13.262, "p95_ms": 11.695}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 90, "max_ms": 1.012, "p95_ms": 0.862}, "detection_prepare_ms": {"avg_ms": 1.782, "count": 90, "max_ms": 5.48, "p95_ms": 3.388}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.465, "count": 90, "max_ms": 0.881, "p95_ms": 0.755}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.695, "count": 90, "max_ms": 4.477, "p95_ms": 3.952}, "setup_ms": {"avg_ms": 0.034, "count": 90, "max_ms": 0.079, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 8.301, "count": 90, "max_ms": 13.203, "p95_ms": 11.646}, "track_match_ms": {"avg_ms": 0.19, "count": 90, "max_ms": 0.476, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 2.611, "count": 90, "max_ms": 6.689, "p95_ms": 4.131}}, "gstreamer_push": {"avg_ms": 2.615, "count": 90, "max_ms": 5.657, "p95_ms": 4.464}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 90, "max_ms": 1.012, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.744, "count": 90, "max_ms": 75.391, "p95_ms": 62.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.68, "count": 90, "max_ms": 13.197, "p95_ms": 8.863}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.091, "count": 90, "max_ms": 133.26, "p95_ms": 126.787}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 90, "max_ms": 5.372, "p95_ms": 3.201}, "processing_residual_ms": {"avg_ms": 0.269, "count": 90, "max_ms": 0.886, "p95_ms": 0.506}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.637, "count": 90, "max_ms": 137.965, "p95_ms": 133.398}, "read_interval": {"avg_ms": 333.087, "count": 90, "max_ms": 10138.523, "p95_ms": 168.089}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 90, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.63, "count": 90, "max_ms": 4.369, "p95_ms": 3.832}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 90, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.615, "count": 90, "max_ms": 4.346, "p95_ms": 3.813}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.756, "count": 90, "max_ms": 75.398, "p95_ms": 62.703}, "visualize": {"avg_ms": 40.554, "count": 90, "max_ms": 63.59, "p95_ms": 56.047}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.289, "count": 90, "max_ms": 49.345, "p95_ms": 45.127}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.067, "count": 90, "max_ms": 61.995, "p95_ms": 54.641}, "visualize_input_copy_ms": {"avg_ms": 1.304, "count": 90, "max_ms": 2.832, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.941, "count": 90, "max_ms": 61.882, "p95_ms": 54.493}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 90, "max_ms": 0.294, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2050.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.643, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2552941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102305, "write_bytes_delta": 102305, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 576.0, "cpu_core_ratio": 0.522613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1514.0, "pid": 53268, "reason": null, "system_cpu_core_ratio": 0.197409, "system_cpu_s_delta": 3.969999999999999, "user_cpu_core_ratio": 0.325203, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.896522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.626041, "system_cpu_s_delta": 12.59000000001106, "user_cpu_core_ratio": 1.270481, "user_cpu_s_delta": 25.550000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 243, "max_ms": 6.228, "p95_ms": 4.611, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.461, "max": 28.0, "p95": 19.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.922, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 4.922, "max": 6.0, "p95": 6.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 60.026, "p95": 45.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 29.093, "p95": 22.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.367, "count": 30, "max": 623.0, "p95": 592.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.433, "count": 30, "max": 6274.0, "p95": 1500.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.272, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 27.0, "p95": 17.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.733, "p95": 0.674, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.415, "p95": 1.378, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19622, "sampled_at": "2026-11-02T16:22:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:22:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4182889, "flush_count": 4419, "flush_interval_seconds": 30.0, "flush_state": {"count": 4419, "last_at": "2026-11-02T16:22:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:22:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4418}, "started": true, "suppressed_count": 2548987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2548688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4419, "written_record_count": 4419}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10716.348, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T16:22:40+09:00", "last_error_summary": "[h264 @ 0x59a79f8c4540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59a79f8c4540] error while decoding MB 0 62, bytestream 2178 [h264 @ 0x59a79f89c280] cabac decode of qscale diff failed at 25 60 [h264 @ 0x59a79f89c280] error while decoding MB 25 60, bytestream 34208 [h264 @ 0x59a79f8efb80] cabac decode of qscale diff failed at 76 51 [h264 @ 0x59a79f8efb80] error while decoding MB 76 51, bytestream 1513 [h264 @ 0x59a7a03d2e80] error while decoding MB 87 66, bytestream -9 [h26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7058827468800, "copied_frame_count": 2553106, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7058827468800, "frame_buffer_copies": 2553106, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 0.3757, "p50_ms": 0.0825, "p95_ms": 0.1608, "p99_ms": 0.2307}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3155, "count": 512, "max_ms": 4.6123, "p50_ms": 1.1771, "p95_ms": 2.362, "p99_ms": 3.2601, "results": {"failed": 0, "not_applicable": 0, "success": 2553106, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 579, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:22:40+09:00", "last_error_summary": "[h264 @ 0x59a79f8c4540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59a79f8c4540] error while decoding MB 0 62, bytestream 2178 [h264 @ 0x59a79f89c280] cabac decode of qscale diff failed at 25 60 [h264 @ 0x59a79f89c280] error while decoding MB 25 60, bytestream 34208 [h264 @ 0x59a79f8efb80] cabac decode of qscale diff failed at 76 51 [h264 @ 0x59a79f8efb80] error while decoding MB 76 51, bytestream 1513 [h264 @ 0x59a7a03d2e80] error while decoding MB 87 66, bytestream -9 [h26", "last_exit_at": "2026-11-02T16:22:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 679.07, "last_started_at": "2026-11-02T16:11:21+09:00", "pid": 53268, "process": {"exists": false, "pid": 53268}, "restart_count": 195, "restart_count_per_hour": 7, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.488, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2553106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T16:22:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-11-02T16:22:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 44, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 414.564, "last_sample_duration_ms": 925.434, "last_trigger": "periodic", "next_snapshot_in_sec": 185.436, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 444, "storage_bytes": 2241501}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-11-02T16:22:40.754173+09:00", "mtime_epoch": 1793604160.7541733, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101678}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:22:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2050.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2553106, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.088, "max": 26.0, "p95": 23.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.363, "max": 6.0, "p95": 6.0, "sample_count": 91}, "total": {"avg": 4.363, "max": 6.0, "p95": 6.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.67, "max": 3.0, "p95": 2.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.67, "max": 3.0, "p95": 2.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.035, "pushed": 3.035, "read": 3.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 68.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 90, "max_ms": 7.009, "p95_ms": 3.015, "reason": null, "sample_age_ms": 100.594, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 90, "max_ms": 6.711, "p95_ms": 1.717, "reason": null, "sample_age_ms": 100.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.422, "count": 90, "max_ms": 1.166, "p95_ms": 0.679, "reason": null, "sample_age_ms": 68.058, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.666, "count": 90, "max_ms": 4.004, "p95_ms": 2.957, "reason": null, "sample_age_ms": 99.717, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.703, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.404, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.078, "count": 90, "max_ms": 71.012, "p95_ms": 58.218, "reason": null, "sample_age_ms": 68.037, "source": "client_direct"}, "sample_age_ms": 68.031, "source": "client_direct", "task_total_ms": {"avg_ms": 46.319, "count": 90, "max_ms": 73.945, "p95_ms": 60.373, "reason": null, "sample_age_ms": 68.031, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.479, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.322, "count": 91, "max_ms": 13.262, "p95_ms": 11.695}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 91, "max_ms": 1.012, "p95_ms": 0.862}, "detection_prepare_ms": {"avg_ms": 1.772, "count": 91, "max_ms": 5.48, "p95_ms": 3.388}, "event_filter_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.462, "count": 91, "max_ms": 0.881, "p95_ms": 0.755}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.686, "count": 91, "max_ms": 4.477, "p95_ms": 3.952}, "setup_ms": {"avg_ms": 0.034, "count": 91, "max_ms": 0.079, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 8.266, "count": 91, "max_ms": 13.203, "p95_ms": 11.646}, "track_match_ms": {"avg_ms": 0.189, "count": 91, "max_ms": 0.476, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 2.599, "count": 91, "max_ms": 6.689, "p95_ms": 4.131}}, "gstreamer_push": {"avg_ms": 2.602, "count": 91, "max_ms": 5.657, "p95_ms": 4.464}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 91, "max_ms": 1.012, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.583, "count": 91, "max_ms": 75.391, "p95_ms": 62.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.671, "count": 91, "max_ms": 13.197, "p95_ms": 8.863}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.031, "count": 91, "max_ms": 133.26, "p95_ms": 126.787}, "inference_input_copy_ms": {"avg_ms": 1.588, "count": 91, "max_ms": 5.372, "p95_ms": 3.201}, "processing_residual_ms": {"avg_ms": 0.268, "count": 91, "max_ms": 0.886, "p95_ms": 0.506}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.558, "count": 91, "max_ms": 137.965, "p95_ms": 133.398}, "read_interval": {"avg_ms": 333.087, "count": 90, "max_ms": 10138.523, "p95_ms": 168.089}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 91, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.621, "count": 91, "max_ms": 4.369, "p95_ms": 3.832}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.606, "count": 91, "max_ms": 4.346, "p95_ms": 3.813}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.596, "count": 91, "max_ms": 75.398, "p95_ms": 62.703}, "visualize": {"avg_ms": 40.697, "count": 91, "max_ms": 63.59, "p95_ms": 56.047}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.472, "count": 91, "max_ms": 49.345, "p95_ms": 45.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.213, "count": 91, "max_ms": 61.995, "p95_ms": 54.641}, "visualize_input_copy_ms": {"avg_ms": 1.301, "count": 91, "max_ms": 2.832, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.088, "count": 91, "max_ms": 61.882, "p95_ms": 54.493}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 91, "max_ms": 0.294, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2050.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.643, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2552941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102305, "write_bytes_delta": 102305, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 576.0, "cpu_core_ratio": 0.522613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1514.0, "pid": 53268, "reason": null, "system_cpu_core_ratio": 0.197409, "system_cpu_s_delta": 3.969999999999999, "user_cpu_core_ratio": 0.325203, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.896522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.626041, "system_cpu_s_delta": 12.59000000001106, "user_cpu_core_ratio": 1.270481, "user_cpu_s_delta": 25.550000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 243, "max_ms": 6.228, "p95_ms": 4.611, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.461, "max": 28.0, "p95": 19.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.922, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 4.922, "max": 6.0, "p95": 6.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 60.026, "p95": 45.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 29.093, "p95": 22.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.367, "count": 30, "max": 623.0, "p95": 592.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.433, "count": 30, "max": 6274.0, "p95": 1500.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.272, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 27.0, "p95": 17.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.733, "p95": 0.674, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.415, "p95": 1.378, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19622, "sampled_at": "2026-11-02T16:22:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:22:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4182889, "flush_count": 4419, "flush_interval_seconds": 30.0, "flush_state": {"count": 4419, "last_at": "2026-11-02T16:22:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:22:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4418}, "started": true, "suppressed_count": 2548987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2548688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4419, "written_record_count": 4419}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10716.488, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7058827468800, "copied_frame_count": 2553106, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7058827468800, "frame_buffer_copies": 2553106, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 0.3757, "p50_ms": 0.0825, "p95_ms": 0.1608, "p99_ms": 0.2307}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3155, "count": 512, "max_ms": 4.6123, "p50_ms": 1.1771, "p95_ms": 2.362, "p99_ms": 3.2601, "results": {"failed": 0, "not_applicable": 0, "success": 2553106, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 579, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:22:40+09:00", "last_error_summary": "[h264 @ 0x59a79f8c4540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59a79f8c4540] error while decoding MB 0 62, bytestream 2178 [h264 @ 0x59a79f89c280] cabac decode of qscale diff failed at 25 60 [h264 @ 0x59a79f89c280] error while decoding MB 25 60, bytestream 34208 [h264 @ 0x59a79f8efb80] cabac decode of qscale diff failed at 76 51 [h264 @ 0x59a79f8efb80] error while decoding MB 76 51, bytestream 1513 [h264 @ 0x59a7a03d2e80] error while decoding MB 87 66, bytestream -9 [h26", "last_exit_at": "2026-11-02T16:22:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 679.098, "last_started_at": "2026-11-02T16:11:21+09:00", "pid": 53268, "process": {"exists": false, "pid": 53268}, "restart_count": 195, "restart_count_per_hour": 7, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.488, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2553106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-11-02T16:22:40+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-02T16:22:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 44, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 414.589, "last_sample_duration_ms": 925.434, "last_trigger": "periodic", "next_snapshot_in_sec": 185.411, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 444, "storage_bytes": 2241501}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-02T16:22:40.856174+09:00", "mtime_epoch": 1793604160.8561738, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101679}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:22:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2050.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2553106, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.078, "max": 26.0, "p95": 23.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.367, "max": 6.0, "p95": 6.0, "sample_count": 90}, "total": {"avg": 4.367, "max": 6.0, "p95": 6.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 1.678, "max": 3.0, "p95": 2.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 1.678, "max": 3.0, "p95": 2.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.013, "pushed": 3.013, "read": 2.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 96.774, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 90, "max_ms": 7.009, "p95_ms": 3.015, "reason": null, "sample_age_ms": 129.324, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 90, "max_ms": 6.711, "p95_ms": 1.717, "reason": null, "sample_age_ms": 129.616, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.422, "count": 90, "max_ms": 1.166, "p95_ms": 0.679, "reason": null, "sample_age_ms": 96.788, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.666, "count": 90, "max_ms": 4.004, "p95_ms": 2.957, "reason": null, "sample_age_ms": 128.447, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.434, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.135, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.078, "count": 90, "max_ms": 71.012, "p95_ms": 58.218, "reason": null, "sample_age_ms": 96.767, "source": "client_direct"}, "sample_age_ms": 96.762, "source": "client_direct", "task_total_ms": {"avg_ms": 46.319, "count": 90, "max_ms": 73.945, "p95_ms": 60.373, "reason": null, "sample_age_ms": 96.762, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.546, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.346, "count": 90, "max_ms": 13.262, "p95_ms": 11.695}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.518, "count": 90, "max_ms": 1.012, "p95_ms": 0.862}, "detection_prepare_ms": {"avg_ms": 1.778, "count": 90, "max_ms": 5.48, "p95_ms": 3.388}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.463, "count": 90, "max_ms": 0.881, "p95_ms": 0.755}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.69, "count": 90, "max_ms": 4.477, "p95_ms": 3.952}, "setup_ms": {"avg_ms": 0.034, "count": 90, "max_ms": 0.079, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 8.289, "count": 90, "max_ms": 13.203, "p95_ms": 11.646}, "track_match_ms": {"avg_ms": 0.189, "count": 90, "max_ms": 0.476, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 2.609, "count": 90, "max_ms": 6.689, "p95_ms": 4.131}}, "gstreamer_push": {"avg_ms": 2.606, "count": 90, "max_ms": 5.657, "p95_ms": 4.464}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 90, "max_ms": 1.012, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.704, "count": 90, "max_ms": 75.391, "p95_ms": 62.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.593, "count": 90, "max_ms": 13.197, "p95_ms": 8.785}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.2, "count": 90, "max_ms": 133.26, "p95_ms": 126.787}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 90, "max_ms": 5.372, "p95_ms": 3.201}, "processing_residual_ms": {"avg_ms": 0.269, "count": 90, "max_ms": 0.886, "p95_ms": 0.506}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.654, "count": 90, "max_ms": 137.965, "p95_ms": 133.398}, "read_interval": {"avg_ms": 335.64, "count": 89, "max_ms": 10138.523, "p95_ms": 168.089}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 90, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.626, "count": 90, "max_ms": 4.369, "p95_ms": 3.832}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 90, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.611, "count": 90, "max_ms": 4.346, "p95_ms": 3.813}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.717, "count": 90, "max_ms": 75.398, "p95_ms": 62.703}, "visualize": {"avg_ms": 40.718, "count": 90, "max_ms": 63.59, "p95_ms": 56.047}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.47, "count": 90, "max_ms": 49.345, "p95_ms": 45.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.248, "count": 90, "max_ms": 61.995, "p95_ms": 54.641}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 90, "max_ms": 2.832, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.122, "count": 90, "max_ms": 61.882, "p95_ms": 54.493}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 90, "max_ms": 0.294, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2050.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.643, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2552941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102305, "write_bytes_delta": 102305, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 576.0, "cpu_core_ratio": 0.522613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1514.0, "pid": 53268, "reason": null, "system_cpu_core_ratio": 0.197409, "system_cpu_s_delta": 3.969999999999999, "user_cpu_core_ratio": 0.325203, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.896522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.626041, "system_cpu_s_delta": 12.59000000001106, "user_cpu_core_ratio": 1.270481, "user_cpu_s_delta": 25.550000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 243, "max_ms": 6.228, "p95_ms": 4.611, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.461, "max": 28.0, "p95": 19.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.922, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 4.922, "max": 6.0, "p95": 6.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 60.026, "p95": 45.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 29.093, "p95": 22.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.367, "count": 30, "max": 623.0, "p95": 592.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.433, "count": 30, "max": 6274.0, "p95": 1500.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.272, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 27.0, "p95": 17.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.733, "p95": 0.674, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.415, "p95": 1.378, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19622, "sampled_at": "2026-11-02T16:22:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:22:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4182889, "flush_count": 4419, "flush_interval_seconds": 30.0, "flush_state": {"count": 4419, "last_at": "2026-11-02T16:22:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:22:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4418}, "started": true, "suppressed_count": 2548987, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2548688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4419, "written_record_count": 4419}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10738.465, "limit_mb": null}, "detail": {"pid": 53384, "restart_count": 196, "start_count": 197}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7058827468800, "copied_frame_count": 2553106, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7058827468800, "frame_buffer_copies": 2553106, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 0.3757, "p50_ms": 0.0825, "p95_ms": 0.1608, "p99_ms": 0.2307}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3155, "count": 512, "max_ms": 4.6123, "p50_ms": 1.1771, "p95_ms": 2.362, "p99_ms": 3.2601, "results": {"failed": 0, "not_applicable": 0, "success": 2553106, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 579, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:22:40+09:00", "last_error_summary": "[h264 @ 0x59a79f8c4540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59a79f8c4540] error while decoding MB 0 62, bytestream 2178 [h264 @ 0x59a79f89c280] cabac decode of qscale diff failed at 25 60 [h264 @ 0x59a79f89c280] error while decoding MB 25 60, bytestream 34208 [h264 @ 0x59a79f8efb80] cabac decode of qscale diff failed at 76 51 [h264 @ 0x59a79f8efb80] error while decoding MB 76 51, bytestream 1513 [h264 @ 0x59a7a03d2e80] error while decoding MB 87 66, bytestream -9 [h26", "last_exit_at": "2026-11-02T16:22:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T16:22:43+09:00", "pid": 53384, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.039, "name": "ffmpeg", "pid": 53384, "rss_mb": 58.039, "state": "S (sleeping)", "threads": 1}, "restart_count": 196, "restart_count_per_hour": 8, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.578, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2553106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.77, "last_frame_pushed_at": "2026-11-02T16:22:40+09:00", "last_frame_read_age_sec": 4.869, "last_frame_read_at": "2026-11-02T16:22:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 44, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 419.331, "last_sample_duration_ms": 925.434, "last_trigger": "periodic", "next_snapshot_in_sec": 180.669, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 444, "storage_bytes": 2241501}, "mjpeg": {"age_sec": 4.764, "exists": true, "mtime": "2026-11-02T16:22:40.856174+09:00", "mtime_epoch": 1793604160.8561738, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101679}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:22:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2050.66, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2553106, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.679, "max": 26.0, "p95": 23.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.358, "max": 6.0, "p95": 6.0, "sample_count": 53}, "total": {"avg": 4.358, "max": 6.0, "p95": 6.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 1.925, "max": 3.0, "p95": 2.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 1.925, "max": 3.0, "p95": 2.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.768, "pushed": 1.768, "read": 1.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.013, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4838.237, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.899, "count": 52, "max_ms": 7.009, "p95_ms": 2.194, "reason": null, "sample_age_ms": 4870.787, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 52, "max_ms": 6.711, "p95_ms": 1.337, "reason": null, "sample_age_ms": 4871.079, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 52, "max_ms": 0.82, "p95_ms": 0.602, "reason": null, "sample_age_ms": 4838.251, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.455, "count": 52, "max_ms": 2.751, "p95_ms": 2.185, "reason": null, "sample_age_ms": 4869.91, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4869.897, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4838.598, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.59, "count": 52, "max_ms": 60.846, "p95_ms": 57.613, "reason": null, "sample_age_ms": 4838.23, "source": "client_direct"}, "sample_age_ms": 4838.225, "source": "client_direct", "task_total_ms": {"avg_ms": 43.588, "count": 52, "max_ms": 62.959, "p95_ms": 59.693, "reason": null, "sample_age_ms": 4838.225, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.248, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 53, "max_ms": 12.002, "p95_ms": 11.69}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.592, "count": 53, "max_ms": 1.012, "p95_ms": 0.897}, "detection_prepare_ms": {"avg_ms": 1.626, "count": 53, "max_ms": 4.135, "p95_ms": 3.16}, "event_filter_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.009, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.436, "count": 53, "max_ms": 0.881, "p95_ms": 0.71}, "mcmt_ms": {"avg_ms": 0.003, "count": 53, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.585, "count": 53, "max_ms": 4.239, "p95_ms": 3.854}, "setup_ms": {"avg_ms": 0.032, "count": 53, "max_ms": 0.07, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 7.881, "count": 53, "max_ms": 11.953, "p95_ms": 11.596}, "track_match_ms": {"avg_ms": 0.198, "count": 53, "max_ms": 0.476, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 2.403, "count": 53, "max_ms": 5.602, "p95_ms": 3.934}}, "gstreamer_push": {"avg_ms": 2.413, "count": 53, "max_ms": 4.464, "p95_ms": 3.737}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 53, "max_ms": 1.012, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.841, "count": 53, "max_ms": 64.683, "p95_ms": 62.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.604, "count": 53, "max_ms": 13.197, "p95_ms": 8.863}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.537, "count": 53, "max_ms": 121.976, "p95_ms": 116.441}, "inference_input_copy_ms": {"avg_ms": 1.443, "count": 53, "max_ms": 3.552, "p95_ms": 3.201}, "processing_residual_ms": {"avg_ms": 0.292, "count": 53, "max_ms": 0.886, "p95_ms": 0.579}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.876, "count": 53, "max_ms": 125.867, "p95_ms": 125.276}, "read_interval": {"avg_ms": 484.809, "count": 52, "max_ms": 10138.523, "p95_ms": 426.441}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 53, "max_ms": 0.039, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 2.526, "count": 53, "max_ms": 4.155, "p95_ms": 3.744}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 53, "max_ms": 0.029, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.512, "count": 53, "max_ms": 4.14, "p95_ms": 3.716}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 44.853, "count": 53, "max_ms": 64.7, "p95_ms": 62.703}, "visualize": {"avg_ms": 38.452, "count": 53, "max_ms": 63.59, "p95_ms": 49.775}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.774, "count": 53, "max_ms": 47.928, "p95_ms": 41.637}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.077, "count": 53, "max_ms": 61.995, "p95_ms": 48.763}, "visualize_input_copy_ms": {"avg_ms": 1.204, "count": 53, "max_ms": 2.832, "p95_ms": 2.14}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.949, "count": 53, "max_ms": 61.882, "p95_ms": 48.69}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 53, "max_ms": 0.294, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2050.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.643, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2552941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102305, "write_bytes_delta": 102305, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 576.0, "cpu_core_ratio": 0.522613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1514.0, "pid": 53268, "reason": null, "system_cpu_core_ratio": 0.197409, "system_cpu_s_delta": 3.969999999999999, "user_cpu_core_ratio": 0.325203, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.896522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.626041, "system_cpu_s_delta": 12.59000000001106, "user_cpu_core_ratio": 1.270481, "user_cpu_s_delta": 25.550000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 243, "max_ms": 6.228, "p95_ms": 4.611, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.461, "max": 28.0, "p95": 19.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.922, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 4.922, "max": 6.0, "p95": 6.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 60.026, "p95": 45.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 29.093, "p95": 22.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.367, "count": 30, "max": 623.0, "p95": 592.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.433, "count": 30, "max": 6274.0, "p95": 1500.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.272, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102428.767, "count": 30, "max": 112921.0, "p95": 105431.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 27.0, "p95": 17.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.733, "p95": 0.674, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.415, "p95": 1.378, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19622, "sampled_at": "2026-11-02T16:22:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:22:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4193281, "flush_count": 4429, "flush_interval_seconds": 30.0, "flush_state": {"count": 4429, "last_at": "2026-11-02T16:32:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:32:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4428}, "started": true, "suppressed_count": 2554481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2554182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4429, "written_record_count": 4429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10727.867, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5b4f1edc6f80] error while decoding MB 54 62, bytestream -5 [in#0/rtsp @ 0x5b4f1ec90e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b4f1ec90e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7074042163200, "copied_frame_count": 2558609, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7074042163200, "frame_buffer_copies": 2558609, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.4098, "p50_ms": 0.0805, "p95_ms": 0.1522, "p99_ms": 0.2316}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3266, "count": 512, "max_ms": 4.8646, "p50_ms": 1.1889, "p95_ms": 2.3876, "p99_ms": 2.9725, "results": {"failed": 0, "not_applicable": 0, "success": 2558609, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 580, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:33:01+09:00", "last_error_summary": "[h264 @ 0x5b4f1edc6f80] error while decoding MB 54 62, bytestream -5 [in#0/rtsp @ 0x5b4f1ec90e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b4f1ec90e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:22:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 618.001, "last_started_at": "2026-11-02T16:22:43+09:00", "pid": 53384, "process": {"exists": false, "pid": 53384}, "restart_count": 196, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.237, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-02T16:33:01+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-02T16:33:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.334, "last_sample_duration_ms": 1147.165, "last_trigger": "periodic", "next_snapshot_in_sec": 166.666, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 445, "storage_bytes": 2250050}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-02T16:33:01.554532+09:00", "mtime_epoch": 1793604781.5545318, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:33:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2053.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2558610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.66, "max": 20.0, "p95": 19.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.814, "max": 7.0, "p95": 7.0, "sample_count": 97}, "total": {"avg": 4.814, "max": 7.0, "p95": 7.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.928, "max": 2.0, "p95": 2.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.928, "max": 2.0, "p95": 2.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.242, "pushed": 3.242, "read": 3.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.007, "count": 98, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 16.465, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.869, "count": 97, "max_ms": 6.103, "p95_ms": 3.054, "reason": null, "sample_age_ms": 71.747, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 97, "max_ms": 5.623, "p95_ms": 1.711, "reason": null, "sample_age_ms": 71.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 98, "max_ms": 0.805, "p95_ms": 0.547, "reason": null, "sample_age_ms": 16.482, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.68, "count": 97, "max_ms": 4.486, "p95_ms": 2.624, "reason": null, "sample_age_ms": 70.904, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.89, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.937, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.398, "count": 98, "max_ms": 73.02, "p95_ms": 56.98, "reason": null, "sample_age_ms": 16.461, "source": "client_direct"}, "sample_age_ms": 16.457, "source": "client_direct", "task_total_ms": {"avg_ms": 44.589, "count": 98, "max_ms": 75.953, "p95_ms": 59.752, "reason": null, "sample_age_ms": 16.457, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.568, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 97, "max_ms": 15.41, "p95_ms": 12.693}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 97, "max_ms": 1.209, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.633, "count": 97, "max_ms": 4.969, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.553, "count": 97, "max_ms": 1.377, "p95_ms": 0.891}, "mcmt_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.572, "count": 97, "max_ms": 6.531, "p95_ms": 4.63}, "setup_ms": {"avg_ms": 0.038, "count": 97, "max_ms": 0.302, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 7.968, "count": 97, "max_ms": 15.313, "p95_ms": 12.614}, "track_match_ms": {"avg_ms": 0.136, "count": 97, "max_ms": 0.259, "p95_ms": 0.206}, "tracker_update_ms": {"avg_ms": 2.587, "count": 97, "max_ms": 6.078, "p95_ms": 4.434}}, "gstreamer_push": {"avg_ms": 2.613, "count": 97, "max_ms": 6.712, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 97, "max_ms": 0.253, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.723, "count": 97, "max_ms": 78.536, "p95_ms": 61.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.472, "count": 97, "max_ms": 10.948, "p95_ms": 9.34}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.612, "count": 97, "max_ms": 135.995, "p95_ms": 131.102}, "inference_input_copy_ms": {"avg_ms": 1.554, "count": 97, "max_ms": 3.64, "p95_ms": 2.913}, "processing_residual_ms": {"avg_ms": 0.248, "count": 97, "max_ms": 0.924, "p95_ms": 0.475}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.886, "count": 97, "max_ms": 143.4, "p95_ms": 136.706}, "read_interval": {"avg_ms": 308.598, "count": 97, "max_ms": 18993.402, "p95_ms": 170.906}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 97, "max_ms": 0.036, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 2.512, "count": 97, "max_ms": 6.417, "p95_ms": 4.576}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 97, "max_ms": 0.06, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.498, "count": 97, "max_ms": 6.392, "p95_ms": 4.56}, "worker_merge_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.735, "count": 97, "max_ms": 78.546, "p95_ms": 61.196}, "visualize": {"avg_ms": 39.493, "count": 97, "max_ms": 62.721, "p95_ms": 59.446}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.071, "count": 97, "max_ms": 52.16, "p95_ms": 42.468}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.116, "count": 97, "max_ms": 61.44, "p95_ms": 58.298}, "visualize_input_copy_ms": {"avg_ms": 1.222, "count": 97, "max_ms": 5.292, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.007, "count": 97, "max_ms": 61.133, "p95_ms": 58.168}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 97, "max_ms": 0.201, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.237, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100376, "write_bytes_delta": 100376, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 312.0, "cpu_core_ratio": 0.095106, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2027.0, "pid": 53384, "reason": null, "system_cpu_core_ratio": 0.01007, "system_cpu_s_delta": 0.2699999999999996, "user_cpu_core_ratio": 0.085036, "user_cpu_s_delta": 2.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.560938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.17492, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.386018, "user_cpu_s_delta": 10.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 98, "max_ms": 5.904, "p95_ms": 4.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.827, "max": 20.0, "p95": 19.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.847, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 4.847, "max": 7.0, "p95": 7.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.377, "count": 30, "max": 54.757, "p95": 33.102, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.606, "count": 30, "max": 25.051, "p95": 23.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1053.667, "count": 30, "max": 1281.0, "p95": 1244.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 566.567, "count": 30, "max": 9719.0, "p95": 1898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.293, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.446, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.121, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.3, "count": 30, "max": 41.0, "p95": 27.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.664, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.186, "count": 30, "max": 1.371, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19654, "sampled_at": "2026-11-02T16:33:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:33:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4193281, "flush_count": 4429, "flush_interval_seconds": 30.0, "flush_state": {"count": 4429, "last_at": "2026-11-02T16:32:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:32:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4428}, "started": true, "suppressed_count": 2554481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2554182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4429, "written_record_count": 4429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10726.812, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T16:33:01+09:00", "last_error_summary": "[h264 @ 0x5b4f1edc6f80] error while decoding MB 54 62, bytestream -5 [in#0/rtsp @ 0x5b4f1ec90e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b4f1ec90e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7074044928000, "copied_frame_count": 2558610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7074044928000, "frame_buffer_copies": 2558610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.4098, "p50_ms": 0.0805, "p95_ms": 0.1522, "p99_ms": 0.2316}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3261, "count": 512, "max_ms": 4.8646, "p50_ms": 1.1843, "p95_ms": 2.3876, "p99_ms": 2.9725, "results": {"failed": 0, "not_applicable": 0, "success": 2558610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 580, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:33:01+09:00", "last_error_summary": "[h264 @ 0x5b4f1edc6f80] error while decoding MB 54 62, bytestream -5 [in#0/rtsp @ 0x5b4f1ec90e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b4f1ec90e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:33:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 618.065, "last_started_at": "2026-11-02T16:22:43+09:00", "pid": 53384, "process": {"exists": false, "pid": 53384}, "restart_count": 196, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.267, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T16:33:01+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-11-02T16:33:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.391, "last_sample_duration_ms": 1147.165, "last_trigger": "periodic", "next_snapshot_in_sec": 166.609, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 445, "storage_bytes": 2250050}, "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-11-02T16:33:01.554532+09:00", "mtime_epoch": 1793604781.5545318, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:33:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2053.289, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2558610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.622, "max": 20.0, "p95": 19.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.816, "max": 7.0, "p95": 7.0, "sample_count": 98}, "total": {"avg": 4.816, "max": 7.0, "p95": 7.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.929, "max": 2.0, "p95": 2.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.929, "max": 2.0, "p95": 2.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.268, "pushed": 3.268, "read": 3.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 81.233, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.869, "count": 97, "max_ms": 6.103, "p95_ms": 3.054, "reason": null, "sample_age_ms": 136.514, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 97, "max_ms": 5.623, "p95_ms": 1.711, "reason": null, "sample_age_ms": 136.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 97, "max_ms": 0.805, "p95_ms": 0.547, "reason": null, "sample_age_ms": 81.249, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.68, "count": 97, "max_ms": 4.486, "p95_ms": 2.624, "reason": null, "sample_age_ms": 135.671, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.657, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.705, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.508, "count": 97, "max_ms": 73.02, "p95_ms": 57.017, "reason": null, "sample_age_ms": 81.228, "source": "client_direct"}, "sample_age_ms": 81.224, "source": "client_direct", "task_total_ms": {"avg_ms": 44.702, "count": 97, "max_ms": 75.953, "p95_ms": 59.774, "reason": null, "sample_age_ms": 81.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.756, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 98, "max_ms": 15.41, "p95_ms": 12.693}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 98, "max_ms": 1.209, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.635, "count": 98, "max_ms": 4.969, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.554, "count": 98, "max_ms": 1.377, "p95_ms": 0.891}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.557, "count": 98, "max_ms": 6.531, "p95_ms": 4.63}, "setup_ms": {"avg_ms": 0.038, "count": 98, "max_ms": 0.302, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 7.968, "count": 98, "max_ms": 15.313, "p95_ms": 12.614}, "track_match_ms": {"avg_ms": 0.136, "count": 98, "max_ms": 0.259, "p95_ms": 0.206}, "tracker_update_ms": {"avg_ms": 2.599, "count": 98, "max_ms": 6.078, "p95_ms": 4.434}}, "gstreamer_push": {"avg_ms": 2.613, "count": 98, "max_ms": 6.712, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 98, "max_ms": 0.253, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.827, "count": 98, "max_ms": 78.536, "p95_ms": 61.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.479, "count": 98, "max_ms": 10.948, "p95_ms": 9.34}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.906, "count": 98, "max_ms": 135.995, "p95_ms": 131.102}, "inference_input_copy_ms": {"avg_ms": 1.546, "count": 98, "max_ms": 3.64, "p95_ms": 2.913}, "processing_residual_ms": {"avg_ms": 0.248, "count": 98, "max_ms": 0.924, "p95_ms": 0.475}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.179, "count": 98, "max_ms": 143.4, "p95_ms": 136.706}, "read_interval": {"avg_ms": 308.598, "count": 97, "max_ms": 18993.402, "p95_ms": 170.906}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 98, "max_ms": 0.036, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 2.496, "count": 98, "max_ms": 6.417, "p95_ms": 4.576}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.06, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.482, "count": 98, "max_ms": 6.392, "p95_ms": 4.56}, "worker_merge_ms": {"avg_ms": 0.006, "count": 98, "max_ms": 0.033, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.839, "count": 98, "max_ms": 78.546, "p95_ms": 61.196}, "visualize": {"avg_ms": 39.686, "count": 98, "max_ms": 62.721, "p95_ms": 59.446}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.244, "count": 98, "max_ms": 52.16, "p95_ms": 46.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.311, "count": 98, "max_ms": 61.44, "p95_ms": 58.298}, "visualize_input_copy_ms": {"avg_ms": 1.22, "count": 98, "max_ms": 5.292, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.202, "count": 98, "max_ms": 61.133, "p95_ms": 58.168}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 98, "max_ms": 0.201, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.237, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100376, "write_bytes_delta": 100376, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 312.0, "cpu_core_ratio": 0.095106, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2027.0, "pid": 53384, "reason": null, "system_cpu_core_ratio": 0.01007, "system_cpu_s_delta": 0.2699999999999996, "user_cpu_core_ratio": 0.085036, "user_cpu_s_delta": 2.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.560938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.17492, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.386018, "user_cpu_s_delta": 10.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 98, "max_ms": 5.904, "p95_ms": 4.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.827, "max": 20.0, "p95": 19.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.847, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 4.847, "max": 7.0, "p95": 7.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.377, "count": 30, "max": 54.757, "p95": 33.102, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.606, "count": 30, "max": 25.051, "p95": 23.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1053.667, "count": 30, "max": 1281.0, "p95": 1244.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 566.567, "count": 30, "max": 9719.0, "p95": 1898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.293, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.446, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.121, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.3, "count": 30, "max": 41.0, "p95": 27.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.664, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.186, "count": 30, "max": 1.371, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19654, "sampled_at": "2026-11-02T16:33:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:33:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4193281, "flush_count": 4429, "flush_interval_seconds": 30.0, "flush_state": {"count": 4429, "last_at": "2026-11-02T16:32:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:32:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4428}, "started": true, "suppressed_count": 2554481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2554182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4429, "written_record_count": 4429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10727.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7074044928000, "copied_frame_count": 2558610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7074044928000, "frame_buffer_copies": 2558610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.4098, "p50_ms": 0.0805, "p95_ms": 0.1522, "p99_ms": 0.2316}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3261, "count": 512, "max_ms": 4.8646, "p50_ms": 1.1843, "p95_ms": 2.3876, "p99_ms": 2.9725, "results": {"failed": 0, "not_applicable": 0, "success": 2558610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 580, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:33:01+09:00", "last_error_summary": "[h264 @ 0x5b4f1edc6f80] error while decoding MB 54 62, bytestream -5 [in#0/rtsp @ 0x5b4f1ec90e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b4f1ec90e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:33:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 618.095, "last_started_at": "2026-11-02T16:22:43+09:00", "pid": 53384, "process": {"exists": false, "pid": 53384}, "restart_count": 196, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.267, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-02T16:33:01+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-11-02T16:33:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.421, "last_sample_duration_ms": 1147.165, "last_trigger": "periodic", "next_snapshot_in_sec": 166.579, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 445, "storage_bytes": 2250050}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-02T16:33:01.689532+09:00", "mtime_epoch": 1793604781.689532, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101752}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:33:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2053.289, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2558610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.608, "max": 20.0, "p95": 19.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.814, "max": 7.0, "p95": 7.0, "sample_count": 97}, "total": {"avg": 4.814, "max": 7.0, "p95": 7.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.928, "max": 2.0, "p95": 2.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.928, "max": 2.0, "p95": 2.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.243, "pushed": 3.243, "read": 3.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 111.745, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.872, "count": 96, "max_ms": 6.103, "p95_ms": 3.089, "reason": null, "sample_age_ms": 167.027, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 96, "max_ms": 5.623, "p95_ms": 1.716, "reason": null, "sample_age_ms": 167.234, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 97, "max_ms": 0.805, "p95_ms": 0.547, "reason": null, "sample_age_ms": 111.762, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.669, "count": 96, "max_ms": 4.486, "p95_ms": 2.574, "reason": null, "sample_age_ms": 166.184, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 96, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.17, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.217, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.508, "count": 97, "max_ms": 73.02, "p95_ms": 57.017, "reason": null, "sample_age_ms": 111.741, "source": "client_direct"}, "sample_age_ms": 111.737, "source": "client_direct", "task_total_ms": {"avg_ms": 44.702, "count": 97, "max_ms": 75.953, "p95_ms": 59.774, "reason": null, "sample_age_ms": 111.737, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.026, "count": 97, "max_ms": 15.41, "p95_ms": 12.693}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 97, "max_ms": 1.209, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.634, "count": 97, "max_ms": 4.969, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.556, "count": 97, "max_ms": 1.377, "p95_ms": 0.891}, "mcmt_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.563, "count": 97, "max_ms": 6.531, "p95_ms": 4.63}, "setup_ms": {"avg_ms": 0.039, "count": 97, "max_ms": 0.302, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 7.975, "count": 97, "max_ms": 15.313, "p95_ms": 12.614}, "track_match_ms": {"avg_ms": 0.136, "count": 97, "max_ms": 0.259, "p95_ms": 0.206}, "tracker_update_ms": {"avg_ms": 2.599, "count": 97, "max_ms": 6.078, "p95_ms": 4.434}}, "gstreamer_push": {"avg_ms": 2.614, "count": 97, "max_ms": 6.712, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 97, "max_ms": 0.253, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.943, "count": 97, "max_ms": 78.536, "p95_ms": 61.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.486, "count": 97, "max_ms": 10.948, "p95_ms": 9.34}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.123, "count": 97, "max_ms": 135.995, "p95_ms": 131.102}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 97, "max_ms": 3.64, "p95_ms": 2.866}, "processing_residual_ms": {"avg_ms": 0.246, "count": 97, "max_ms": 0.924, "p95_ms": 0.475}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.384, "count": 97, "max_ms": 143.4, "p95_ms": 136.706}, "read_interval": {"avg_ms": 310.882, "count": 96, "max_ms": 18993.402, "p95_ms": 170.906}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 97, "max_ms": 0.036, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 2.502, "count": 97, "max_ms": 6.417, "p95_ms": 4.576}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 97, "max_ms": 0.06, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.488, "count": 97, "max_ms": 6.392, "p95_ms": 4.56}, "worker_merge_ms": {"avg_ms": 0.006, "count": 97, "max_ms": 0.033, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.955, "count": 97, "max_ms": 78.546, "p95_ms": 61.196}, "visualize": {"avg_ms": 39.778, "count": 97, "max_ms": 62.721, "p95_ms": 59.446}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.333, "count": 97, "max_ms": 52.16, "p95_ms": 46.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.401, "count": 97, "max_ms": 61.44, "p95_ms": 58.298}, "visualize_input_copy_ms": {"avg_ms": 1.222, "count": 97, "max_ms": 5.292, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.292, "count": 97, "max_ms": 61.133, "p95_ms": 58.168}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 97, "max_ms": 0.201, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.237, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100376, "write_bytes_delta": 100376, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 312.0, "cpu_core_ratio": 0.095106, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2027.0, "pid": 53384, "reason": null, "system_cpu_core_ratio": 0.01007, "system_cpu_s_delta": 0.2699999999999996, "user_cpu_core_ratio": 0.085036, "user_cpu_s_delta": 2.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.560938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.17492, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.386018, "user_cpu_s_delta": 10.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 98, "max_ms": 5.904, "p95_ms": 4.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.827, "max": 20.0, "p95": 19.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.847, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 4.847, "max": 7.0, "p95": 7.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.377, "count": 30, "max": 54.757, "p95": 33.102, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.606, "count": 30, "max": 25.051, "p95": 23.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1053.667, "count": 30, "max": 1281.0, "p95": 1244.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 566.567, "count": 30, "max": 9719.0, "p95": 1898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.293, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.446, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.121, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.3, "count": 30, "max": 41.0, "p95": 27.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.664, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.186, "count": 30, "max": 1.371, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19654, "sampled_at": "2026-11-02T16:33:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:33:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4193281, "flush_count": 4429, "flush_interval_seconds": 30.0, "flush_state": {"count": 4429, "last_at": "2026-11-02T16:32:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:32:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4428}, "started": true, "suppressed_count": 2554481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 2554182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4429, "written_record_count": 4429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10854.312, "limit_mb": null}, "detail": {"pid": 53500, "restart_count": 197, "start_count": 198}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7074044928000, "copied_frame_count": 2558610, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T14:59:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2904540, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T14:59:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.564}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 299, "events_emitted": 283, "events_failed": 0, "events_observed": 299, "events_suppressed": 16, "frame_buffer_copied_bytes": 7074044928000, "frame_buffer_copies": 2558610, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14150, "recorder_active_input_bytes": 39121920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 283, "recorder_clips_failed": 0, "recorder_clips_started": 283, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 283, "worker_jobs_accepted": 283, "worker_jobs_completed": 283, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.4098, "p50_ms": 0.0805, "p95_ms": 0.1522, "p99_ms": 0.2316}, "stages": {"db_insert": {"avg_ms": 15.5906, "count": 283, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 31.0267, "p99_ms": 40.9209, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6913, "count": 283, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.6816, "p99_ms": 3.3639, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 954.676, "count": 299, "max_ms": 4422.916, "p50_ms": 934.0368, "p95_ms": 1368.3615, "p99_ms": 1673.945, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3261, "count": 512, "max_ms": 4.8646, "p50_ms": 1.1843, "p95_ms": 2.3876, "p99_ms": 2.9725, "results": {"failed": 0, "not_applicable": 0, "success": 2558610, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.6988, "count": 299, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.728, "p99_ms": 1061.9649, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1335, "count": 283, "max_ms": 90.5272, "p50_ms": 21.5708, "p95_ms": 56.918, "p99_ms": 68.4883, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6142, "count": 512, "max_ms": 9.0533, "p50_ms": 4.4736, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3116, "count": 512, "max_ms": 4.7257, "p50_ms": 1.2076, "p95_ms": 2.3648, "p99_ms": 3.5414, "results": {"failed": 0, "not_applicable": 0, "success": 14150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3294, "count": 283, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 631.2656, "p99_ms": 1077.2834, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.5897, "count": 283, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 532.9613, "p99_ms": 990.0402, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2874, "count": 283, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.4474, "p99_ms": 110.0688, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6239, "count": 283, "max_ms": 15.8949, "p50_ms": 1.288, "p95_ms": 2.868, "p99_ms": 7.5003, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1574, "count": 283, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9912, "p99_ms": 63.1572, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2767, "count": 283, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5649, "p99_ms": 10.9182, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7476, "count": 299, "max_ms": 4.5565, "p50_ms": 0.6592, "p95_ms": 1.3748, "p99_ms": 1.8326, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8119, "count": 283, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4212, "p99_ms": 2.634, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 283, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.8686, "count": 283, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 688.2237, "p99_ms": 820.277, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 299, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 299, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.07, "count": 283, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.5647, "p99_ms": 11.5177, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.4778, "count": 283, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 58.7821, "p99_ms": 72.4721, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 283, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.15, "p99_ms": 0.1892, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 283, "max_ms": 9.2334, "p50_ms": 1.7806, "p95_ms": 3.3206, "p99_ms": 5.4986, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.0908, "count": 283, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 771.7564, "p99_ms": 934.32, "results": {"failed": 0, "not_applicable": 0, "success": 283, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 283, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1431, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 283, "artifact_failed": 0, "artifact_requested": 283, "artifact_success": 283, "completed": 283, "completed_failed": 0, "completed_success": 283, "cooldown_promoted": 283, "database_requested": 283, "db_insert_success": 283, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15832, "relay_business_failed": 0, "relay_business_success": 283, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 283, "relay_transport_failed": 0, "relay_transport_success": 283, "reservation_requested": 283}, "snapshot": {"copied_bytes": 782438400, "copied_count": 283, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 580, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:33:01+09:00", "last_error_summary": "[h264 @ 0x5b4f1edc6f80] error while decoding MB 54 62, bytestream -5 [in#0/rtsp @ 0x5b4f1ec90e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b4f1ec90e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T16:33:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T16:33:03+09:00", "pid": 53500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 160.055, "name": "ffmpeg", "pid": 53500, "rss_mb": 160.055, "state": "R (running)", "threads": 49}, "restart_count": 197, "restart_count_per_hour": 8, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.363, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.207, "last_frame_pushed_at": "2026-11-02T16:33:01+09:00", "last_frame_read_age_sec": 4.34, "last_frame_read_at": "2026-11-02T16:33:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.606, "last_sample_duration_ms": 1147.165, "last_trigger": "periodic", "next_snapshot_in_sec": 162.394, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 445, "storage_bytes": 2250050}, "mjpeg": {"age_sec": 4.2, "exists": true, "mtime": "2026-11-02T16:33:01.689532+09:00", "mtime_epoch": 1793604781.689532, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101752}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:33:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2127.121, "name": "celery", "pid": 206, "rss_mb": 2053.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 239, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 2558610, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.034, "max": 19.0, "p95": 19.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.948, "max": 7.0, "p95": 7.0, "sample_count": 58}, "total": {"avg": 4.948, "max": 7.0, "p95": 7.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.879, "max": 2.0, "p95": 2.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.879, "max": 2.0, "p95": 2.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.938, "pushed": 1.938, "read": 1.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4288.521, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 57, "max_ms": 6.103, "p95_ms": 3.648, "reason": null, "sample_age_ms": 4343.802, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 57, "max_ms": 5.623, "p95_ms": 1.947, "reason": null, "sample_age_ms": 4344.01, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 58, "max_ms": 0.805, "p95_ms": 0.54, "reason": null, "sample_age_ms": 4288.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.738, "count": 57, "max_ms": 4.486, "p95_ms": 2.736, "reason": null, "sample_age_ms": 4342.959, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4342.946, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4288.993, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.957, "count": 58, "max_ms": 68.487, "p95_ms": 56.98, "reason": null, "sample_age_ms": 4288.516, "source": "client_direct"}, "sample_age_ms": 4288.512, "source": "client_direct", "task_total_ms": {"avg_ms": 46.216, "count": 58, "max_ms": 70.777, "p95_ms": 59.752, "reason": null, "sample_age_ms": 4288.512, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.972, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.228, "count": 58, "max_ms": 15.41, "p95_ms": 12.704}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 58, "max_ms": 1.209, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.731, "count": 58, "max_ms": 4.634, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.601, "count": 58, "max_ms": 1.377, "p95_ms": 0.924}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.43, "count": 58, "max_ms": 6.531, "p95_ms": 4.63}, "setup_ms": {"avg_ms": 0.043, "count": 58, "max_ms": 0.302, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 8.175, "count": 58, "max_ms": 15.313, "p95_ms": 12.629}, "track_match_ms": {"avg_ms": 0.14, "count": 58, "max_ms": 0.259, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 2.732, "count": 58, "max_ms": 6.078, "p95_ms": 4.837}}, "gstreamer_push": {"avg_ms": 2.72, "count": 58, "max_ms": 6.712, "p95_ms": 5.044}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 58, "max_ms": 0.253, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.525, "count": 58, "max_ms": 71.464, "p95_ms": 61.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.612, "count": 58, "max_ms": 10.948, "p95_ms": 9.972}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.622, "count": 58, "max_ms": 135.995, "p95_ms": 131.102}, "inference_input_copy_ms": {"avg_ms": 1.567, "count": 58, "max_ms": 3.64, "p95_ms": 2.913}, "processing_residual_ms": {"avg_ms": 0.232, "count": 58, "max_ms": 0.475, "p95_ms": 0.387}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.034, "count": 58, "max_ms": 143.4, "p95_ms": 136.706}, "read_interval": {"avg_ms": 450.734, "count": 57, "max_ms": 18993.402, "p95_ms": 180.254}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.036, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.37, "count": 58, "max_ms": 6.417, "p95_ms": 4.576}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 58, "max_ms": 0.037, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.356, "count": 58, "max_ms": 6.392, "p95_ms": 4.56}, "worker_merge_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.539, "count": 58, "max_ms": 71.478, "p95_ms": 61.196}, "visualize": {"avg_ms": 42.41, "count": 58, "max_ms": 62.721, "p95_ms": 61.371}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.49, "count": 58, "max_ms": 52.16, "p95_ms": 49.094}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.989, "count": 58, "max_ms": 61.44, "p95_ms": 58.94}, "visualize_input_copy_ms": {"avg_ms": 1.262, "count": 58, "max_ms": 5.292, "p95_ms": 2.292}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.876, "count": 58, "max_ms": 61.133, "p95_ms": 58.811}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 58, "max_ms": 0.201, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.774, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.237, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2558604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100376, "write_bytes_delta": 100376, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 312.0, "cpu_core_ratio": 0.095106, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2027.0, "pid": 53384, "reason": null, "system_cpu_core_ratio": 0.01007, "system_cpu_s_delta": 0.2699999999999996, "user_cpu_core_ratio": 0.085036, "user_cpu_s_delta": 2.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.560938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.17492, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.386018, "user_cpu_s_delta": 10.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.642, "count": 98, "max_ms": 5.904, "p95_ms": 4.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.827, "max": 20.0, "p95": 19.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.847, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 98}, "total": {"avg": 4.847, "max": 7.0, "p95": 7.0, "sample_count": 98}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.377, "count": 30, "max": 54.757, "p95": 33.102, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.606, "count": 30, "max": 25.051, "p95": 23.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1053.667, "count": 30, "max": 1281.0, "p95": 1244.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 566.567, "count": 30, "max": 9719.0, "p95": 1898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.293, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.446, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.121, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101567.967, "count": 30, "max": 104624.0, "p95": 104405.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.3, "count": 30, "max": 41.0, "p95": 27.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.664, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.186, "count": 30, "max": 1.371, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19654, "sampled_at": "2026-11-02T16:33:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:33:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4205412, "flush_count": 4441, "flush_interval_seconds": 30.0, "flush_state": {"count": 4441, "last_at": "2026-11-02T16:44:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:44:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4440}, "started": true, "suppressed_count": 2560760, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 2560460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4441, "written_record_count": 4441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10759.605, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f710a3731c0] error while decoding MB 109 62, bytestream -21 [h264 @ 0x5f710a2c0480] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5f710a2c0480] error while decoding MB 10 67, bytestream 42889 [h264 @ 0x5f710add7cc0] cabac decode of qscale diff failed at 53 65 [h264 @ 0x5f710add7cc0] error while decoding MB 53 65, bytestream 111256 [h264 @ 0x5f710a1f5e40] cabac decode of qscale diff failed at 117 67 [h264 @ 0x5f710a1f5e40] error while decoding MB 117 67, bytestream 6603 [in#0/r", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7091432755200, "copied_frame_count": 2564899, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3149776, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:35:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.059}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 300, "events_emitted": 284, "events_failed": 0, "events_observed": 300, "events_suppressed": 16, "frame_buffer_copied_bytes": 7091432755200, "frame_buffer_copies": 2564899, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14200, "recorder_active_input_bytes": 39260160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 284, "recorder_clips_failed": 0, "recorder_clips_started": 284, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 284, "worker_jobs_accepted": 284, "worker_jobs_completed": 284, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.088, "count": 512, "max_ms": 1.6064, "p50_ms": 0.0743, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 15.5824, "count": 284, "max_ms": 62.2331, "p50_ms": 13.4198, "p95_ms": 31.0138, "p99_ms": 40.8958, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6903, "count": 284, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6815, "p99_ms": 3.3591, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 956.1124, "count": 300, "max_ms": 4422.916, "p50_ms": 934.6106, "p95_ms": 1369.4276, "p99_ms": 1673.8788, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.204, "count": 512, "max_ms": 5.0508, "p50_ms": 1.1155, "p95_ms": 1.9669, "p99_ms": 2.4158, "results": {"failed": 0, "not_applicable": 0, "success": 2564899, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.8123, "count": 300, "max_ms": 1264.9368, "p50_ms": 501.7131, "p95_ms": 631.5155, "p99_ms": 1060.8205, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2426, "count": 284, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 57.0267, "p99_ms": 68.4812, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6014, "count": 512, "max_ms": 8.9213, "p50_ms": 4.4548, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3051, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1952, "p95_ms": 2.3648, "p99_ms": 3.2682, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3518, "count": 284, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 631.1142, "p99_ms": 1076.1353, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6135, "count": 284, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 532.6268, "p99_ms": 988.7837, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2831, "count": 284, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4413, "p99_ms": 110.054, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6235, "count": 284, "max_ms": 15.8949, "p50_ms": 1.289, "p95_ms": 2.8664, "p99_ms": 7.4868, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.184, "count": 284, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9856, "p99_ms": 63.0828, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.814, "count": 284, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4216, "p99_ms": 2.631, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.0406, "count": 284, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 695.5459, "p99_ms": 818.176, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0678, "count": 284, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.5277, "p99_ms": 11.5172, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5144, "count": 284, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.7525, "p99_ms": 72.451, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 284, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.189, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 284, "max_ms": 9.2334, "p50_ms": 1.7877, "p95_ms": 3.3192, "p99_ms": 5.4965, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3964, "count": 284, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 775.5575, "p99_ms": 932.9304, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 284, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1413, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 284, "artifact_failed": 0, "artifact_requested": 284, "artifact_success": 284, "completed": 284, "completed_failed": 0, "completed_success": 284, "cooldown_promoted": 284, "database_requested": 284, "db_insert_success": 284, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15833, "relay_business_failed": 0, "relay_business_success": 284, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 284, "relay_transport_failed": 0, "relay_transport_success": 284, "reservation_requested": 284}, "snapshot": {"copied_bytes": 785203200, "copied_count": 284, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 587, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:44:25+09:00", "last_error_summary": "[h264 @ 0x5f710a3731c0] error while decoding MB 109 62, bytestream -21 [h264 @ 0x5f710a2c0480] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5f710a2c0480] error while decoding MB 10 67, bytestream 42889 [h264 @ 0x5f710add7cc0] cabac decode of qscale diff failed at 53 65 [h264 @ 0x5f710add7cc0] error while decoding MB 53 65, bytestream 111256 [h264 @ 0x5f710a1f5e40] cabac decode of qscale diff failed at 117 67 [h264 @ 0x5f710a1f5e40] error while decoding MB 117 67, bytestream 6603 [in#0/r", "last_exit_at": "2026-11-02T16:33:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 681.198, "last_started_at": "2026-11-02T16:33:03+09:00", "pid": 53500, "process": {"exists": false, "pid": 53500}, "restart_count": 197, "restart_count_per_hour": 6, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.825, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-02T16:44:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-02T16:44:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.093, "last_sample_duration_ms": 989.593, "last_trigger": "periodic", "next_snapshot_in_sec": 84.907, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 446, "storage_bytes": 2258608}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-11-02T16:44:25.010219+09:00", "mtime_epoch": 1793605465.010219, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:44:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2056.34, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 240, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2564900, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 19.326, "max": 26.0, "p95": 24.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.965, "max": 5.0, "p95": 5.0, "sample_count": 86}, "total": {"avg": 3.965, "max": 5.0, "p95": 5.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.163, "max": 3.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.163, "max": 3.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.871, "pushed": 2.871, "read": 2.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 11.502, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.618, "count": 86, "max_ms": 6.443, "p95_ms": 1.903, "reason": null, "sample_age_ms": 80.16, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 86, "max_ms": 5.997, "p95_ms": 1.272, "reason": null, "sample_age_ms": 80.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 87, "max_ms": 1.083, "p95_ms": 0.633, "reason": null, "sample_age_ms": 11.51, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 86, "max_ms": 2.779, "p95_ms": 2.005, "reason": null, "sample_age_ms": 78.784, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.757, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.847, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.095, "count": 87, "max_ms": 66.871, "p95_ms": 53.543, "reason": null, "sample_age_ms": 11.495, "source": "client_direct"}, "sample_age_ms": 11.491, "source": "client_direct", "task_total_ms": {"avg_ms": 40.032, "count": 87, "max_ms": 68.659, "p95_ms": 55.605, "reason": null, "sample_age_ms": 11.491, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.498, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 86, "max_ms": 13.91, "p95_ms": 11.359}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 86, "max_ms": 1.058, "p95_ms": 0.823}, "detection_prepare_ms": {"avg_ms": 1.448, "count": 86, "max_ms": 4.374, "p95_ms": 2.811}, "event_filter_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.478, "count": 86, "max_ms": 1.031, "p95_ms": 0.85}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.585, "count": 86, "max_ms": 5.591, "p95_ms": 4.691}, "setup_ms": {"avg_ms": 0.032, "count": 86, "max_ms": 0.091, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.145, "count": 86, "max_ms": 13.87, "p95_ms": 11.301}, "track_match_ms": {"avg_ms": 0.092, "count": 86, "max_ms": 0.225, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 2.046, "count": 86, "max_ms": 4.662, "p95_ms": 3.202}}, "gstreamer_push": {"avg_ms": 2.483, "count": 86, "max_ms": 4.53, "p95_ms": 3.696}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 86, "max_ms": 0.611, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.713, "count": 86, "max_ms": 63.964, "p95_ms": 56.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.062, "count": 86, "max_ms": 10.03, "p95_ms": 7.902}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.939, "count": 86, "max_ms": 136.098, "p95_ms": 112.051}, "inference_input_copy_ms": {"avg_ms": 1.336, "count": 86, "max_ms": 4.442, "p95_ms": 2.169}, "processing_residual_ms": {"avg_ms": 0.253, "count": 86, "max_ms": 0.751, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.591, "count": 86, "max_ms": 142.925, "p95_ms": 116.907}, "read_interval": {"avg_ms": 348.613, "count": 86, "max_ms": 10131.493, "p95_ms": 167.758}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 86, "max_ms": 0.036, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.531, "count": 86, "max_ms": 5.49, "p95_ms": 4.629}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 86, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.518, "count": 86, "max_ms": 5.471, "p95_ms": 4.614}, "worker_merge_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.725, "count": 86, "max_ms": 63.972, "p95_ms": 56.354}, "visualize": {"avg_ms": 34.815, "count": 86, "max_ms": 60.91, "p95_ms": 47.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.967, "count": 86, "max_ms": 44.56, "p95_ms": 35.431}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.545, "count": 86, "max_ms": 59.668, "p95_ms": 45.044}, "visualize_input_copy_ms": {"avg_ms": 1.104, "count": 86, "max_ms": 2.242, "p95_ms": 2.054}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.441, "count": 86, "max_ms": 59.575, "p95_ms": 44.872}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 86, "max_ms": 0.123, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2056.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.97, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.729, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110143, "write_bytes_delta": 110143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.361539, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 788.0, "pid": 53500, "reason": null, "system_cpu_core_ratio": 0.171755, "system_cpu_s_delta": 3.6199999999999974, "user_cpu_core_ratio": 0.189784, "user_cpu_s_delta": 4.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.939433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.308874, "system_cpu_s_delta": 6.510000000009313, "user_cpu_core_ratio": 0.630559, "user_cpu_s_delta": 13.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.454, "count": 181, "max_ms": 7.729, "p95_ms": 3.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.68, "max": 26.0, "p95": 20.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.287, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 4.287, "max": 5.0, "p95": 5.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 51.143, "p95": 39.17, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 20.958, "p95": 20.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 835.7, "count": 30, "max": 1277.0, "p95": 1225.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 597.433, "count": 30, "max": 10708.0, "p95": 1421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.479, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.144, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 45.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.667, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.241, "count": 30, "max": 1.374, "p95": 1.355, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19701, "sampled_at": "2026-11-02T16:44:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:44:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4205412, "flush_count": 4441, "flush_interval_seconds": 30.0, "flush_state": {"count": 4441, "last_at": "2026-11-02T16:44:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:44:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4440}, "started": true, "suppressed_count": 2560760, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 2560460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4441, "written_record_count": 4441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10759.078, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T16:44:25+09:00", "last_error_summary": "[h264 @ 0x5f710a3731c0] error while decoding MB 109 62, bytestream -21 [h264 @ 0x5f710a2c0480] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5f710a2c0480] error while decoding MB 10 67, bytestream 42889 [h264 @ 0x5f710add7cc0] cabac decode of qscale diff failed at 53 65 [h264 @ 0x5f710add7cc0] error while decoding MB 53 65, bytestream 111256 [h264 @ 0x5f710a1f5e40] cabac decode of qscale diff failed at 117 67 [h264 @ 0x5f710a1f5e40] error while decoding MB 117 67, bytestream 6603 [in#0/r", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7091435520000, "copied_frame_count": 2564900, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3149776, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:35:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.059}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 300, "events_emitted": 284, "events_failed": 0, "events_observed": 300, "events_suppressed": 16, "frame_buffer_copied_bytes": 7091435520000, "frame_buffer_copies": 2564900, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14200, "recorder_active_input_bytes": 39260160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 284, "recorder_clips_failed": 0, "recorder_clips_started": 284, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 284, "worker_jobs_accepted": 284, "worker_jobs_completed": 284, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.088, "count": 512, "max_ms": 1.6064, "p50_ms": 0.0742, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 15.5824, "count": 284, "max_ms": 62.2331, "p50_ms": 13.4198, "p95_ms": 31.0138, "p99_ms": 40.8958, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6903, "count": 284, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6815, "p99_ms": 3.3591, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 956.1124, "count": 300, "max_ms": 4422.916, "p50_ms": 934.6106, "p95_ms": 1369.4276, "p99_ms": 1673.8788, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.205, "count": 512, "max_ms": 5.0508, "p50_ms": 1.1157, "p95_ms": 1.9669, "p99_ms": 2.4158, "results": {"failed": 0, "not_applicable": 0, "success": 2564900, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.8123, "count": 300, "max_ms": 1264.9368, "p50_ms": 501.7131, "p95_ms": 631.5155, "p99_ms": 1060.8205, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2426, "count": 284, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 57.0267, "p99_ms": 68.4812, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6014, "count": 512, "max_ms": 8.9213, "p50_ms": 4.4548, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3051, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1952, "p95_ms": 2.3648, "p99_ms": 3.2682, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3518, "count": 284, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 631.1142, "p99_ms": 1076.1353, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6135, "count": 284, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 532.6268, "p99_ms": 988.7837, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2831, "count": 284, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4413, "p99_ms": 110.054, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6235, "count": 284, "max_ms": 15.8949, "p50_ms": 1.289, "p95_ms": 2.8664, "p99_ms": 7.4868, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.184, "count": 284, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9856, "p99_ms": 63.0828, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.814, "count": 284, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4216, "p99_ms": 2.631, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.0406, "count": 284, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 695.5459, "p99_ms": 818.176, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0678, "count": 284, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.5277, "p99_ms": 11.5172, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5144, "count": 284, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.7525, "p99_ms": 72.451, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 284, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.189, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 284, "max_ms": 9.2334, "p50_ms": 1.7877, "p95_ms": 3.3192, "p99_ms": 5.4965, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3964, "count": 284, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 775.5575, "p99_ms": 932.9304, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 284, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1413, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 284, "artifact_failed": 0, "artifact_requested": 284, "artifact_success": 284, "completed": 284, "completed_failed": 0, "completed_success": 284, "cooldown_promoted": 284, "database_requested": 284, "db_insert_success": 284, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15833, "relay_business_failed": 0, "relay_business_success": 284, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 284, "relay_transport_failed": 0, "relay_transport_success": 284, "reservation_requested": 284}, "snapshot": {"copied_bytes": 785203200, "copied_count": 284, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 587, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:44:25+09:00", "last_error_summary": "[h264 @ 0x5f710a3731c0] error while decoding MB 109 62, bytestream -21 [h264 @ 0x5f710a2c0480] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5f710a2c0480] error while decoding MB 10 67, bytestream 42889 [h264 @ 0x5f710add7cc0] cabac decode of qscale diff failed at 53 65 [h264 @ 0x5f710add7cc0] error while decoding MB 53 65, bytestream 111256 [h264 @ 0x5f710a1f5e40] cabac decode of qscale diff failed at 117 67 [h264 @ 0x5f710a1f5e40] error while decoding MB 117 67, bytestream 6603 [in#0/r", "last_exit_at": "2026-11-02T16:44:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 681.246, "last_started_at": "2026-11-02T16:33:03+09:00", "pid": 53500, "process": {"exists": false, "pid": 53500}, "restart_count": 197, "restart_count_per_hour": 6, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.825, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T16:44:25+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-02T16:44:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.139, "last_sample_duration_ms": 989.593, "last_trigger": "periodic", "next_snapshot_in_sec": 84.861, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 446, "storage_bytes": 2258608}, "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-11-02T16:44:25.010219+09:00", "mtime_epoch": 1793605465.010219, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:44:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2056.324, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 240, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2564900, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 19.302, "max": 26.0, "p95": 24.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.953, "max": 5.0, "p95": 5.0, "sample_count": 86}, "total": {"avg": 3.953, "max": 5.0, "p95": 5.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.163, "max": 3.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.163, "max": 3.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.9, "pushed": 2.9, "read": 2.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 59.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.618, "count": 86, "max_ms": 6.443, "p95_ms": 1.903, "reason": null, "sample_age_ms": 128.2, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 86, "max_ms": 5.997, "p95_ms": 1.272, "reason": null, "sample_age_ms": 128.475, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 86, "max_ms": 1.083, "p95_ms": 0.635, "reason": null, "sample_age_ms": 59.549, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 86, "max_ms": 2.779, "p95_ms": 2.005, "reason": null, "sample_age_ms": 126.824, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.797, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.887, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.888, "count": 86, "max_ms": 66.871, "p95_ms": 53.157, "reason": null, "sample_age_ms": 59.535, "source": "client_direct"}, "sample_age_ms": 59.531, "source": "client_direct", "task_total_ms": {"avg_ms": 39.803, "count": 86, "max_ms": 68.659, "p95_ms": 54.995, "reason": null, "sample_age_ms": 59.531, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.655, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.203, "count": 86, "max_ms": 13.91, "p95_ms": 11.359}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.454, "count": 86, "max_ms": 1.058, "p95_ms": 0.823}, "detection_prepare_ms": {"avg_ms": 1.458, "count": 86, "max_ms": 4.374, "p95_ms": 2.811}, "event_filter_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.477, "count": 86, "max_ms": 1.031, "p95_ms": 0.85}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.584, "count": 86, "max_ms": 5.591, "p95_ms": 4.691}, "setup_ms": {"avg_ms": 0.032, "count": 86, "max_ms": 0.091, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.162, "count": 86, "max_ms": 13.87, "p95_ms": 11.301}, "track_match_ms": {"avg_ms": 0.092, "count": 86, "max_ms": 0.225, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 2.057, "count": 86, "max_ms": 4.662, "p95_ms": 3.202}}, "gstreamer_push": {"avg_ms": 2.493, "count": 87, "max_ms": 4.53, "p95_ms": 3.696}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 86, "max_ms": 0.611, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.801, "count": 86, "max_ms": 69.325, "p95_ms": 56.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.048, "count": 87, "max_ms": 10.03, "p95_ms": 7.902}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.312, "count": 87, "max_ms": 136.098, "p95_ms": 115.001}, "inference_input_copy_ms": {"avg_ms": 1.328, "count": 87, "max_ms": 4.442, "p95_ms": 2.169}, "processing_residual_ms": {"avg_ms": 0.252, "count": 87, "max_ms": 0.751, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.939, "count": 87, "max_ms": 142.925, "p95_ms": 118.931}, "read_interval": {"avg_ms": 348.613, "count": 86, "max_ms": 10131.493, "p95_ms": 167.758}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 86, "max_ms": 0.036, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.53, "count": 86, "max_ms": 5.49, "p95_ms": 4.629}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 86, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.517, "count": 86, "max_ms": 5.471, "p95_ms": 4.614}, "worker_merge_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.813, "count": 86, "max_ms": 69.335, "p95_ms": 56.354}, "visualize": {"avg_ms": 34.945, "count": 86, "max_ms": 60.91, "p95_ms": 47.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.084, "count": 86, "max_ms": 44.56, "p95_ms": 35.431}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.674, "count": 86, "max_ms": 59.668, "p95_ms": 45.044}, "visualize_input_copy_ms": {"avg_ms": 1.106, "count": 86, "max_ms": 2.242, "p95_ms": 2.054}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.569, "count": 86, "max_ms": 59.575, "p95_ms": 44.872}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 86, "max_ms": 0.123, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2056.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.97, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.729, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110143, "write_bytes_delta": 110143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.361539, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 788.0, "pid": 53500, "reason": null, "system_cpu_core_ratio": 0.171755, "system_cpu_s_delta": 3.6199999999999974, "user_cpu_core_ratio": 0.189784, "user_cpu_s_delta": 4.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.939433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.308874, "system_cpu_s_delta": 6.510000000009313, "user_cpu_core_ratio": 0.630559, "user_cpu_s_delta": 13.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.454, "count": 181, "max_ms": 7.729, "p95_ms": 3.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.68, "max": 26.0, "p95": 20.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.287, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 4.287, "max": 5.0, "p95": 5.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 51.143, "p95": 39.17, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 20.958, "p95": 20.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 835.7, "count": 30, "max": 1277.0, "p95": 1225.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 597.433, "count": 30, "max": 10708.0, "p95": 1421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.479, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.144, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 45.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.667, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.241, "count": 30, "max": 1.374, "p95": 1.355, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19701, "sampled_at": "2026-11-02T16:44:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:44:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4205412, "flush_count": 4441, "flush_interval_seconds": 30.0, "flush_state": {"count": 4441, "last_at": "2026-11-02T16:44:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:44:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4440}, "started": true, "suppressed_count": 2560760, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 2560460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4441, "written_record_count": 4441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10759.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7091435520000, "copied_frame_count": 2564900, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3149776, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:35:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.059}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 300, "events_emitted": 284, "events_failed": 0, "events_observed": 300, "events_suppressed": 16, "frame_buffer_copied_bytes": 7091435520000, "frame_buffer_copies": 2564900, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14200, "recorder_active_input_bytes": 39260160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 284, "recorder_clips_failed": 0, "recorder_clips_started": 284, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 284, "worker_jobs_accepted": 284, "worker_jobs_completed": 284, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.088, "count": 512, "max_ms": 1.6064, "p50_ms": 0.0742, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 15.5824, "count": 284, "max_ms": 62.2331, "p50_ms": 13.4198, "p95_ms": 31.0138, "p99_ms": 40.8958, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6903, "count": 284, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6815, "p99_ms": 3.3591, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 956.1124, "count": 300, "max_ms": 4422.916, "p50_ms": 934.6106, "p95_ms": 1369.4276, "p99_ms": 1673.8788, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.205, "count": 512, "max_ms": 5.0508, "p50_ms": 1.1157, "p95_ms": 1.9669, "p99_ms": 2.4158, "results": {"failed": 0, "not_applicable": 0, "success": 2564900, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.8123, "count": 300, "max_ms": 1264.9368, "p50_ms": 501.7131, "p95_ms": 631.5155, "p99_ms": 1060.8205, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2426, "count": 284, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 57.0267, "p99_ms": 68.4812, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6014, "count": 512, "max_ms": 8.9213, "p50_ms": 4.4548, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3051, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1952, "p95_ms": 2.3648, "p99_ms": 3.2682, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3518, "count": 284, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 631.1142, "p99_ms": 1076.1353, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6135, "count": 284, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 532.6268, "p99_ms": 988.7837, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2831, "count": 284, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4413, "p99_ms": 110.054, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6235, "count": 284, "max_ms": 15.8949, "p50_ms": 1.289, "p95_ms": 2.8664, "p99_ms": 7.4868, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.184, "count": 284, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9856, "p99_ms": 63.0828, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.814, "count": 284, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4216, "p99_ms": 2.631, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.0406, "count": 284, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 695.5459, "p99_ms": 818.176, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0678, "count": 284, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.5277, "p99_ms": 11.5172, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5144, "count": 284, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.7525, "p99_ms": 72.451, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 284, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.189, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 284, "max_ms": 9.2334, "p50_ms": 1.7877, "p95_ms": 3.3192, "p99_ms": 5.4965, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3964, "count": 284, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 775.5575, "p99_ms": 932.9304, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 284, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1413, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 284, "artifact_failed": 0, "artifact_requested": 284, "artifact_success": 284, "completed": 284, "completed_failed": 0, "completed_success": 284, "cooldown_promoted": 284, "database_requested": 284, "db_insert_success": 284, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15833, "relay_business_failed": 0, "relay_business_success": 284, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 284, "relay_transport_failed": 0, "relay_transport_success": 284, "reservation_requested": 284}, "snapshot": {"copied_bytes": 785203200, "copied_count": 284, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 587, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:44:25+09:00", "last_error_summary": "[h264 @ 0x5f710a3731c0] error while decoding MB 109 62, bytestream -21 [h264 @ 0x5f710a2c0480] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5f710a2c0480] error while decoding MB 10 67, bytestream 42889 [h264 @ 0x5f710add7cc0] cabac decode of qscale diff failed at 53 65 [h264 @ 0x5f710add7cc0] error while decoding MB 53 65, bytestream 111256 [h264 @ 0x5f710a1f5e40] cabac decode of qscale diff failed at 117 67 [h264 @ 0x5f710a1f5e40] error while decoding MB 117 67, bytestream 6603 [in#0/r", "last_exit_at": "2026-11-02T16:44:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 681.278, "last_started_at": "2026-11-02T16:33:03+09:00", "pid": 53500, "process": {"exists": false, "pid": 53500}, "restart_count": 197, "restart_count_per_hour": 6, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.825, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-02T16:44:25+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-11-02T16:44:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.173, "last_sample_duration_ms": 989.593, "last_trigger": "periodic", "next_snapshot_in_sec": 84.827, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 446, "storage_bytes": 2258608}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-02T16:44:25.140219+09:00", "mtime_epoch": 1793605465.1402194, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:44:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2056.324, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 240, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2564900, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 19.302, "max": 26.0, "p95": 24.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.953, "max": 5.0, "p95": 5.0, "sample_count": 86}, "total": {"avg": 3.953, "max": 5.0, "p95": 5.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.163, "max": 3.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.163, "max": 3.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.869, "pushed": 2.869, "read": 2.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 90.703, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.618, "count": 86, "max_ms": 6.443, "p95_ms": 1.903, "reason": null, "sample_age_ms": 159.361, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 86, "max_ms": 5.997, "p95_ms": 1.272, "reason": null, "sample_age_ms": 159.636, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 86, "max_ms": 1.083, "p95_ms": 0.635, "reason": null, "sample_age_ms": 90.711, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 86, "max_ms": 2.779, "p95_ms": 2.005, "reason": null, "sample_age_ms": 157.985, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.958, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.048, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.888, "count": 86, "max_ms": 66.871, "p95_ms": 53.157, "reason": null, "sample_age_ms": 90.696, "source": "client_direct"}, "sample_age_ms": 90.692, "source": "client_direct", "task_total_ms": {"avg_ms": 39.803, "count": 86, "max_ms": 68.659, "p95_ms": 54.995, "reason": null, "sample_age_ms": 90.692, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.678, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.203, "count": 86, "max_ms": 13.91, "p95_ms": 11.359}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.454, "count": 86, "max_ms": 1.058, "p95_ms": 0.823}, "detection_prepare_ms": {"avg_ms": 1.458, "count": 86, "max_ms": 4.374, "p95_ms": 2.811}, "event_filter_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.477, "count": 86, "max_ms": 1.031, "p95_ms": 0.85}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.584, "count": 86, "max_ms": 5.591, "p95_ms": 4.691}, "setup_ms": {"avg_ms": 0.032, "count": 86, "max_ms": 0.091, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.162, "count": 86, "max_ms": 13.87, "p95_ms": 11.301}, "track_match_ms": {"avg_ms": 0.092, "count": 86, "max_ms": 0.225, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 2.057, "count": 86, "max_ms": 4.662, "p95_ms": 3.202}}, "gstreamer_push": {"avg_ms": 2.484, "count": 86, "max_ms": 4.53, "p95_ms": 3.696}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 86, "max_ms": 0.611, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.801, "count": 86, "max_ms": 69.325, "p95_ms": 56.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.004, "count": 86, "max_ms": 10.03, "p95_ms": 7.902}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.164, "count": 86, "max_ms": 136.098, "p95_ms": 115.001}, "inference_input_copy_ms": {"avg_ms": 1.292, "count": 86, "max_ms": 2.973, "p95_ms": 2.036}, "processing_residual_ms": {"avg_ms": 0.252, "count": 86, "max_ms": 0.751, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.711, "count": 86, "max_ms": 142.925, "p95_ms": 118.931}, "read_interval": {"avg_ms": 348.613, "count": 86, "max_ms": 10131.493, "p95_ms": 167.758}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 86, "max_ms": 0.036, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.53, "count": 86, "max_ms": 5.49, "p95_ms": 4.629}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 86, "max_ms": 0.032, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.517, "count": 86, "max_ms": 5.471, "p95_ms": 4.614}, "worker_merge_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.813, "count": 86, "max_ms": 69.335, "p95_ms": 56.354}, "visualize": {"avg_ms": 34.945, "count": 86, "max_ms": 60.91, "p95_ms": 47.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.084, "count": 86, "max_ms": 44.56, "p95_ms": 35.431}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.674, "count": 86, "max_ms": 59.668, "p95_ms": 45.044}, "visualize_input_copy_ms": {"avg_ms": 1.106, "count": 86, "max_ms": 2.242, "p95_ms": 2.054}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.569, "count": 86, "max_ms": 59.575, "p95_ms": 44.872}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 86, "max_ms": 0.123, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2056.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.97, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.729, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110143, "write_bytes_delta": 110143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.361539, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 788.0, "pid": 53500, "reason": null, "system_cpu_core_ratio": 0.171755, "system_cpu_s_delta": 3.6199999999999974, "user_cpu_core_ratio": 0.189784, "user_cpu_s_delta": 4.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.939433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.308874, "system_cpu_s_delta": 6.510000000009313, "user_cpu_core_ratio": 0.630559, "user_cpu_s_delta": 13.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.454, "count": 181, "max_ms": 7.729, "p95_ms": 3.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.68, "max": 26.0, "p95": 20.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.287, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 4.287, "max": 5.0, "p95": 5.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 51.143, "p95": 39.17, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 20.958, "p95": 20.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 835.7, "count": 30, "max": 1277.0, "p95": 1225.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 597.433, "count": 30, "max": 10708.0, "p95": 1421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.479, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.144, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 45.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.667, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.241, "count": 30, "max": 1.374, "p95": 1.355, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19701, "sampled_at": "2026-11-02T16:44:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:44:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4205412, "flush_count": 4441, "flush_interval_seconds": 30.0, "flush_state": {"count": 4441, "last_at": "2026-11-02T16:44:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T16:44:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4440}, "started": true, "suppressed_count": 2560760, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 2560460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4441, "written_record_count": 4441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10773.203, "limit_mb": null}, "detail": {"pid": 53678, "restart_count": 198, "start_count": 199}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7091435520000, "copied_frame_count": 2564900, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3149776, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:35:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.059}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 300, "events_emitted": 284, "events_failed": 0, "events_observed": 300, "events_suppressed": 16, "frame_buffer_copied_bytes": 7091435520000, "frame_buffer_copies": 2564900, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14200, "recorder_active_input_bytes": 39260160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 284, "recorder_clips_failed": 0, "recorder_clips_started": 284, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 284, "worker_jobs_accepted": 284, "worker_jobs_completed": 284, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.088, "count": 512, "max_ms": 1.6064, "p50_ms": 0.0742, "p95_ms": 0.1466, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": 15.5824, "count": 284, "max_ms": 62.2331, "p50_ms": 13.4198, "p95_ms": 31.0138, "p99_ms": 40.8958, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6903, "count": 284, "max_ms": 4.0365, "p50_ms": 1.569, "p95_ms": 2.6815, "p99_ms": 3.3591, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 956.1124, "count": 300, "max_ms": 4422.916, "p50_ms": 934.6106, "p95_ms": 1369.4276, "p99_ms": 1673.8788, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.205, "count": 512, "max_ms": 5.0508, "p50_ms": 1.1157, "p95_ms": 1.9669, "p99_ms": 2.4158, "results": {"failed": 0, "not_applicable": 0, "success": 2564900, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 499.8123, "count": 300, "max_ms": 1264.9368, "p50_ms": 501.7131, "p95_ms": 631.5155, "p99_ms": 1060.8205, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2426, "count": 284, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 57.0267, "p99_ms": 68.4812, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6014, "count": 512, "max_ms": 8.9213, "p50_ms": 4.4548, "p95_ms": 6.4318, "p99_ms": 7.7985, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3051, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1952, "p95_ms": 2.3648, "p99_ms": 3.2682, "results": {"failed": 0, "not_applicable": 0, "success": 14200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.3518, "count": 284, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 631.1142, "p99_ms": 1076.1353, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.6135, "count": 284, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 532.6268, "p99_ms": 988.7837, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2831, "count": 284, "max_ms": 115.8706, "p50_ms": 84.7186, "p95_ms": 102.4413, "p99_ms": 110.054, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6235, "count": 284, "max_ms": 15.8949, "p50_ms": 1.289, "p95_ms": 2.8664, "p99_ms": 7.4868, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.184, "count": 284, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9856, "p99_ms": 63.0828, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2739, "count": 284, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.5463, "p99_ms": 10.9131, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.747, "count": 300, "max_ms": 4.5565, "p50_ms": 0.6575, "p95_ms": 1.3741, "p99_ms": 1.8246, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 16, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.814, "count": 284, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4216, "p99_ms": 2.631, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 284, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.0406, "count": 284, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 695.5459, "p99_ms": 818.176, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0678, "count": 284, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 7.5277, "p99_ms": 11.5172, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.5144, "count": 284, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 58.7525, "p99_ms": 72.451, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 284, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.189, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 284, "max_ms": 9.2334, "p50_ms": 1.7877, "p95_ms": 3.3192, "p99_ms": 5.4965, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3964, "count": 284, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 775.5575, "p99_ms": 932.9304, "results": {"failed": 0, "not_applicable": 0, "success": 284, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 284, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1413, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 284, "artifact_failed": 0, "artifact_requested": 284, "artifact_success": 284, "completed": 284, "completed_failed": 0, "completed_success": 284, "cooldown_promoted": 284, "database_requested": 284, "db_insert_success": 284, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15833, "relay_business_failed": 0, "relay_business_success": 284, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 284, "relay_transport_failed": 0, "relay_transport_success": 284, "reservation_requested": 284}, "snapshot": {"copied_bytes": 785203200, "copied_count": 284, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6632, "p99_ms": 3.2248}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 587, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T16:44:25+09:00", "last_error_summary": "[h264 @ 0x5f710a3731c0] error while decoding MB 109 62, bytestream -21 [h264 @ 0x5f710a2c0480] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5f710a2c0480] error while decoding MB 10 67, bytestream 42889 [h264 @ 0x5f710add7cc0] cabac decode of qscale diff failed at 53 65 [h264 @ 0x5f710add7cc0] error while decoding MB 53 65, bytestream 111256 [h264 @ 0x5f710a1f5e40] cabac decode of qscale diff failed at 117 67 [h264 @ 0x5f710a1f5e40] error while decoding MB 117 67, bytestream 6603 [in#0/r", "last_exit_at": "2026-11-02T16:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T16:44:27+09:00", "pid": 53678, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.188, "name": "ffmpeg", "pid": 53678, "rss_mb": 48.758, "state": "R (running)", "threads": 1}, "restart_count": 198, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.825, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.348, "last_frame_pushed_at": "2026-11-02T16:44:25+09:00", "last_frame_read_age_sec": 4.472, "last_frame_read_at": "2026-11-02T16:44:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 519.489, "last_sample_duration_ms": 989.593, "last_trigger": "periodic", "next_snapshot_in_sec": 80.511, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 446, "storage_bytes": 2258608}, "mjpeg": {"age_sec": 4.34, "exists": true, "mtime": "2026-11-02T16:44:25.140219+09:00", "mtime_epoch": 1793605465.1402194, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T16:44:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2056.328, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 240, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 2564900, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.203, "max": 26.0, "p95": 24.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.297, "max": 5.0, "p95": 5.0, "sample_count": 64}, "total": {"avg": 4.297, "max": 5.0, "p95": 5.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 0.047, "max": 3.0, "p95": 0.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 0.047, "max": 3.0, "p95": 0.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.167, "pushed": 2.167, "read": 2.133}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.02, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4405.725, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.665, "count": 64, "max_ms": 6.443, "p95_ms": 2.01, "reason": null, "sample_age_ms": 4474.384, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 64, "max_ms": 5.997, "p95_ms": 1.531, "reason": null, "sample_age_ms": 4474.659, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.391, "count": 64, "max_ms": 1.083, "p95_ms": 0.737, "reason": null, "sample_age_ms": 4405.733, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.422, "count": 64, "max_ms": 2.779, "p95_ms": 2.05, "reason": null, "sample_age_ms": 4473.008, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4472.981, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4406.071, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.512, "count": 64, "max_ms": 66.871, "p95_ms": 53.572, "reason": null, "sample_age_ms": 4405.719, "source": "client_direct"}, "sample_age_ms": 4405.715, "source": "client_direct", "task_total_ms": {"avg_ms": 40.464, "count": 64, "max_ms": 68.659, "p95_ms": 55.712, "reason": null, "sample_age_ms": 4405.715, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.63, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.516, "count": 64, "max_ms": 13.91, "p95_ms": 11.579}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 64, "max_ms": 1.058, "p95_ms": 0.823}, "detection_prepare_ms": {"avg_ms": 1.494, "count": 64, "max_ms": 4.374, "p95_ms": 2.811}, "event_filter_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.496, "count": 64, "max_ms": 1.031, "p95_ms": 0.864}, "mcmt_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.774, "count": 64, "max_ms": 5.591, "p95_ms": 4.744}, "setup_ms": {"avg_ms": 0.032, "count": 64, "max_ms": 0.091, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 7.474, "count": 64, "max_ms": 13.87, "p95_ms": 11.503}, "track_match_ms": {"avg_ms": 0.086, "count": 64, "max_ms": 0.225, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 2.128, "count": 64, "max_ms": 4.662, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 2.521, "count": 65, "max_ms": 4.53, "p95_ms": 4.057}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 64, "max_ms": 0.611, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.495, "count": 64, "max_ms": 69.325, "p95_ms": 56.894}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 65, "max_ms": 10.03, "p95_ms": 7.547}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.065, "count": 65, "max_ms": 136.098, "p95_ms": 116.385}, "inference_input_copy_ms": {"avg_ms": 1.327, "count": 65, "max_ms": 2.938, "p95_ms": 2.036}, "processing_residual_ms": {"avg_ms": 0.251, "count": 65, "max_ms": 0.499, "p95_ms": 0.407}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.742, "count": 65, "max_ms": 142.925, "p95_ms": 121.141}, "read_interval": {"avg_ms": 400.104, "count": 64, "max_ms": 10131.493, "p95_ms": 153.192}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 64, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 2.72, "count": 64, "max_ms": 5.49, "p95_ms": 4.665}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 64, "max_ms": 0.032, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.707, "count": 64, "max_ms": 5.471, "p95_ms": 4.648}, "worker_merge_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.507, "count": 64, "max_ms": 69.335, "p95_ms": 56.908}, "visualize": {"avg_ms": 35.963, "count": 64, "max_ms": 60.91, "p95_ms": 48.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.556, "count": 64, "max_ms": 44.56, "p95_ms": 35.431}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.689, "count": 64, "max_ms": 59.668, "p95_ms": 46.811}, "visualize_input_copy_ms": {"avg_ms": 1.103, "count": 64, "max_ms": 2.242, "p95_ms": 2.103}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.583, "count": 64, "max_ms": 59.575, "p95_ms": 46.667}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 64, "max_ms": 0.123, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2056.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.97, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.729, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2564893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T16:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110143, "write_bytes_delta": 110143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.361539, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 788.0, "pid": 53500, "reason": null, "system_cpu_core_ratio": 0.171755, "system_cpu_s_delta": 3.6199999999999974, "user_cpu_core_ratio": 0.189784, "user_cpu_s_delta": 4.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.939433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.308874, "system_cpu_s_delta": 6.510000000009313, "user_cpu_core_ratio": 0.630559, "user_cpu_s_delta": 13.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.454, "count": 181, "max_ms": 7.729, "p95_ms": 3.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.68, "max": 26.0, "p95": 20.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.287, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 4.287, "max": 5.0, "p95": 5.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.78, "count": 30, "max": 51.143, "p95": 39.17, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 20.958, "p95": 20.151, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 835.7, "count": 30, "max": 1277.0, "p95": 1225.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 597.433, "count": 30, "max": 10708.0, "p95": 1421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.479, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.144, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100268.3, "count": 30, "max": 110143.0, "p95": 105035.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 45.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.667, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.241, "count": 30, "max": 1.374, "p95": 1.355, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19701, "sampled_at": "2026-11-02T16:44:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T16:44:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3613047, "flush_count": 4459, "flush_interval_seconds": 30.0, "flush_state": {"count": 4459, "last_at": "2026-11-02T17:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4458}, "started": true, "suppressed_count": 2641867, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2641863}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4459, "written_record_count": 4459}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10594.672, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7316548300800, "copied_frame_count": 2646321, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7316548300800, "frame_buffer_copies": 2646321, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0998, "count": 512, "max_ms": 1.0767, "p50_ms": 0.085, "p95_ms": 0.1698, "p99_ms": 0.2621}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1293, "count": 512, "max_ms": 4.9002, "p50_ms": 1.0699, "p95_ms": 1.8114, "p99_ms": 2.2668, "results": {"failed": 0, "not_applicable": 0, "success": 2646321, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:11+09:00", "last_error_summary": "[h264 @ 0x56fcc1fe1180] error while decoding MB 4 90, bytestream -8 [h264 @ 0x56fcc1e311c0] cabac decode of qscale diff failed at 206 90 [h264 @ 0x56fcc1e311c0] error while decoding MB 206 90, bytestream 32612 [h264 @ 0x56fcc28c0440] error while decoding MB 106 83, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6833.932, "last_started_at": "2026-11-02T15:09:17+09:00", "pid": 52456, "process": {"exists": false, "pid": 52456}, "restart_count": 125, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.165, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-11-02T17:03:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-02T17:03:11+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.464, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 161.536, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-11-02T17:03:11.761733+09:00", "mtime_epoch": 1793606591.7617328, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:03:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2126.309, "name": "celery", "pid": 176, "rss_mb": 2126.309, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2646321, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.234, "pushed": 6.268, "read": 6.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.027, "p95_ms": 0.011, "reason": null, "sample_age_ms": 61.039, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.53, "count": 187, "max_ms": 9.669, "p95_ms": 1.377, "reason": null, "sample_age_ms": 90.022, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 187, "max_ms": 1.672, "p95_ms": 1.036, "reason": null, "sample_age_ms": 90.274, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 187, "max_ms": 0.247, "p95_ms": 0.14, "reason": null, "sample_age_ms": 61.045, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.16, "count": 187, "max_ms": 2.575, "p95_ms": 1.778, "reason": null, "sample_age_ms": 89.144, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.128, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.115, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.852, "count": 187, "max_ms": 61.105, "p95_ms": 46.465, "reason": null, "sample_age_ms": 61.037, "source": "client_direct"}, "sample_age_ms": 61.033, "source": "client_direct", "task_total_ms": {"avg_ms": 34.229, "count": 187, "max_ms": 63.009, "p95_ms": 48.214, "reason": null, "sample_age_ms": 61.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.085, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.608, "count": 187, "max_ms": 2.173, "p95_ms": 0.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 187, "max_ms": 0.747, "p95_ms": 0.352}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 187, "max_ms": 0.217, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.029, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 187, "max_ms": 0.222, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 187, "max_ms": 0.836, "p95_ms": 0.274}, "setup_ms": {"avg_ms": 0.036, "count": 187, "max_ms": 0.093, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.574, "count": 187, "max_ms": 2.08, "p95_ms": 0.912}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 187, "max_ms": 0.088, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.504, "count": 188, "max_ms": 6.371, "p95_ms": 3.991}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 187, "max_ms": 0.391, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.033, "count": 187, "max_ms": 63.589, "p95_ms": 49.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.108, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.418, "count": 187, "max_ms": 115.359, "p95_ms": 89.63}, "inference_input_copy_ms": {"avg_ms": 1.326, "count": 187, "max_ms": 3.593, "p95_ms": 2.363}, "processing_residual_ms": {"avg_ms": 0.11, "count": 187, "max_ms": 0.292, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.886, "count": 187, "max_ms": 116.818, "p95_ms": 91.056}, "read_interval": {"avg_ms": 160.377, "count": 187, "max_ms": 5111.106, "p95_ms": 118.198}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 187, "max_ms": 0.042, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.109, "count": 187, "max_ms": 0.572, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.045, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 187, "max_ms": 0.55, "p95_ms": 0.176}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.019, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.046, "count": 187, "max_ms": 63.597, "p95_ms": 49.537}, "visualize": {"avg_ms": 30.051, "count": 187, "max_ms": 56.842, "p95_ms": 43.034}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.339, "count": 187, "max_ms": 56.101, "p95_ms": 42.319}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.892, "count": 187, "max_ms": 56.727, "p95_ms": 42.874}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.813, "count": 187, "max_ms": 56.582, "p95_ms": 42.789}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.116, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2126.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.096, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.917, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91702, "write_bytes_delta": 91702, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1450.0, "cpu_core_ratio": 1.092132, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 52456, "reason": null, "system_cpu_core_ratio": 0.054457, "system_cpu_s_delta": 1.0900000000000318, "user_cpu_core_ratio": 1.037676, "user_cpu_s_delta": 20.769999999999527}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.602521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056455, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.546066, "user_cpu_s_delta": 10.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.309, "count": 300, "max_ms": 5.937, "p95_ms": 3.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.604, "count": 30, "max": 50.437, "p95": 38.862, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.203, "count": 30, "max": 23.078, "p95": 23.007, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.1, "count": 30, "max": 1590.0, "p95": 1462.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.233, "count": 30, "max": 4795.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.269, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.399, "p95": 1.313, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93122.667, "count": 30, "max": 99033.0, "p95": 94389.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93122.667, "count": 30, "max": 99033.0, "p95": 94389.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.267, "count": 30, "max": 35.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.069, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.697, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22251, "sampled_at": "2026-11-02T17:02:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:02:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3613047, "flush_count": 4459, "flush_interval_seconds": 30.0, "flush_state": {"count": 4459, "last_at": "2026-11-02T17:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4458}, "started": true, "suppressed_count": 2641867, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2641863}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4459, "written_record_count": 4459}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10594.438, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7316548300800, "copied_frame_count": 2646321, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7316548300800, "frame_buffer_copies": 2646321, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0998, "count": 512, "max_ms": 1.0767, "p50_ms": 0.085, "p95_ms": 0.1698, "p99_ms": 0.2621}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1293, "count": 512, "max_ms": 4.9002, "p50_ms": 1.0699, "p95_ms": 1.8114, "p99_ms": 2.2668, "results": {"failed": 0, "not_applicable": 0, "success": 2646321, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:11+09:00", "last_error_summary": "[h264 @ 0x56fcc1fe1180] error while decoding MB 4 90, bytestream -8 [h264 @ 0x56fcc1e311c0] cabac decode of qscale diff failed at 206 90 [h264 @ 0x56fcc1e311c0] error while decoding MB 206 90, bytestream 32612 [h264 @ 0x56fcc28c0440] error while decoding MB 106 83, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6833.975, "last_started_at": "2026-11-02T15:09:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 125, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.165, "sample_count": 2852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-02T17:03:11+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-11-02T17:03:11+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.497, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 161.503, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T17:03:11.761733+09:00", "mtime_epoch": 1793606591.7617328, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:03:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2126.305, "name": "celery", "pid": 176, "rss_mb": 2126.305, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2646321, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.242, "pushed": 6.242, "read": 6.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.027, "p95_ms": 0.011, "reason": null, "sample_age_ms": 92.624, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.531, "count": 186, "max_ms": 9.669, "p95_ms": 1.379, "reason": null, "sample_age_ms": 121.606, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.181, "count": 186, "max_ms": 1.672, "p95_ms": 1.038, "reason": null, "sample_age_ms": 121.859, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 187, "max_ms": 0.247, "p95_ms": 0.14, "reason": null, "sample_age_ms": 92.63, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.16, "count": 186, "max_ms": 2.575, "p95_ms": 1.782, "reason": null, "sample_age_ms": 120.729, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.712, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.7, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.852, "count": 187, "max_ms": 61.105, "p95_ms": 46.465, "reason": null, "sample_age_ms": 92.621, "source": "client_direct"}, "sample_age_ms": 92.617, "source": "client_direct", "task_total_ms": {"avg_ms": 34.229, "count": 187, "max_ms": 63.009, "p95_ms": 48.214, "reason": null, "sample_age_ms": 92.617, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.194, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.608, "count": 187, "max_ms": 2.173, "p95_ms": 0.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 187, "max_ms": 0.747, "p95_ms": 0.352}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 187, "max_ms": 0.217, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.029, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 187, "max_ms": 0.222, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 187, "max_ms": 0.836, "p95_ms": 0.274}, "setup_ms": {"avg_ms": 0.036, "count": 187, "max_ms": 0.093, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.574, "count": 187, "max_ms": 2.08, "p95_ms": 0.912}, "track_match_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 187, "max_ms": 0.088, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.504, "count": 187, "max_ms": 6.371, "p95_ms": 3.991}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 187, "max_ms": 0.391, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.033, "count": 187, "max_ms": 63.589, "p95_ms": 49.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.108, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.418, "count": 187, "max_ms": 115.359, "p95_ms": 89.63}, "inference_input_copy_ms": {"avg_ms": 1.326, "count": 187, "max_ms": 3.593, "p95_ms": 2.363}, "processing_residual_ms": {"avg_ms": 0.11, "count": 187, "max_ms": 0.292, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.886, "count": 187, "max_ms": 116.818, "p95_ms": 91.056}, "read_interval": {"avg_ms": 160.804, "count": 186, "max_ms": 5111.106, "p95_ms": 118.198}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 187, "max_ms": 0.042, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.109, "count": 187, "max_ms": 0.572, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.045, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 187, "max_ms": 0.55, "p95_ms": 0.176}, "worker_merge_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.019, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.046, "count": 187, "max_ms": 63.597, "p95_ms": 49.537}, "visualize": {"avg_ms": 30.051, "count": 187, "max_ms": 56.842, "p95_ms": 43.034}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.339, "count": 187, "max_ms": 56.101, "p95_ms": 42.319}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.892, "count": 187, "max_ms": 56.727, "p95_ms": 42.874}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.813, "count": 187, "max_ms": 56.582, "p95_ms": 42.789}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.116, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2126.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.096, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.917, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91702, "write_bytes_delta": 91702, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1450.0, "cpu_core_ratio": 1.092132, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 52456, "reason": null, "system_cpu_core_ratio": 0.054457, "system_cpu_s_delta": 1.0900000000000318, "user_cpu_core_ratio": 1.037676, "user_cpu_s_delta": 20.769999999999527}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.602521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056455, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.546066, "user_cpu_s_delta": 10.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.309, "count": 300, "max_ms": 5.937, "p95_ms": 3.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.604, "count": 30, "max": 50.437, "p95": 38.862, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.203, "count": 30, "max": 23.078, "p95": 23.007, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.1, "count": 30, "max": 1590.0, "p95": 1462.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.233, "count": 30, "max": 4795.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.269, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.399, "p95": 1.313, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93122.667, "count": 30, "max": 99033.0, "p95": 94389.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93122.667, "count": 30, "max": 99033.0, "p95": 94389.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.267, "count": 30, "max": 35.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.069, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.697, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22251, "sampled_at": "2026-11-02T17:02:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:02:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3613047, "flush_count": 4459, "flush_interval_seconds": 30.0, "flush_state": {"count": 4459, "last_at": "2026-11-02T17:03:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4458}, "started": true, "suppressed_count": 2641867, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2641863}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4459, "written_record_count": 4459}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10636.605, "limit_mb": null}, "detail": {"pid": 53980, "restart_count": 126, "start_count": 127}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7316548300800, "copied_frame_count": 2646321, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7316548300800, "frame_buffer_copies": 2646321, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0998, "count": 512, "max_ms": 1.0767, "p50_ms": 0.085, "p95_ms": 0.1698, "p99_ms": 0.2621}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1293, "count": 512, "max_ms": 4.9002, "p50_ms": 1.0699, "p95_ms": 1.8114, "p99_ms": 2.2668, "results": {"failed": 0, "not_applicable": 0, "success": 2646321, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:11+09:00", "last_error_summary": "[h264 @ 0x56fcc1fe1180] error while decoding MB 4 90, bytestream -8 [h264 @ 0x56fcc1e311c0] cabac decode of qscale diff failed at 206 90 [h264 @ 0x56fcc1e311c0] error while decoding MB 206 90, bytestream 32612 [h264 @ 0x56fcc28c0440] error while decoding MB 106 83, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:03:14+09:00", "pid": 53980, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.742, "name": "ffmpeg", "pid": 53980, "rss_mb": 75.742, "state": "S (sleeping)", "threads": 1}, "restart_count": 126, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.444, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.509, "last_frame_pushed_at": "2026-11-02T17:03:11+09:00", "last_frame_read_age_sec": 4.563, "last_frame_read_at": "2026-11-02T17:03:11+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.96, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 157.04, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 4.503, "exists": true, "mtime": "2026-11-02T17:03:11.761733+09:00", "mtime_epoch": 1793606591.7617328, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:03:16+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2126.309, "name": "celery", "pid": 176, "rss_mb": 2126.309, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2646321, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.642, "pushed": 5.642, "read": 5.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4539.751, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.528, "count": 167, "max_ms": 9.669, "p95_ms": 1.325, "reason": null, "sample_age_ms": 4568.733, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 167, "max_ms": 1.649, "p95_ms": 1.036, "reason": null, "sample_age_ms": 4568.985, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 167, "max_ms": 0.207, "p95_ms": 0.13, "reason": null, "sample_age_ms": 4539.757, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.156, "count": 167, "max_ms": 2.18, "p95_ms": 1.778, "reason": null, "sample_age_ms": 4567.856, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4567.839, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4539.826, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.627, "count": 167, "max_ms": 61.105, "p95_ms": 46.465, "reason": null, "sample_age_ms": 4539.748, "source": "client_direct"}, "sample_age_ms": 4539.744, "source": "client_direct", "task_total_ms": {"avg_ms": 33.997, "count": 167, "max_ms": 63.009, "p95_ms": 48.214, "reason": null, "sample_age_ms": 4539.744, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.867, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.592, "count": 167, "max_ms": 1.483, "p95_ms": 0.964}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 167, "max_ms": 0.494, "p95_ms": 0.331}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 167, "max_ms": 0.212, "p95_ms": 0.133}, "event_filter_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.029, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 167, "max_ms": 0.151, "p95_ms": 0.1}, "mcmt_ms": {"avg_ms": 0.002, "count": 167, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 167, "max_ms": 0.836, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.035, "count": 167, "max_ms": 0.093, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.558, "count": 167, "max_ms": 1.393, "p95_ms": 0.9}, "track_match_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.012, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 167, "max_ms": 0.067, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.481, "count": 167, "max_ms": 6.371, "p95_ms": 3.991}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 167, "max_ms": 0.391, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.797, "count": 167, "max_ms": 63.589, "p95_ms": 49.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 167, "max_ms": 0.108, "p95_ms": 0.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.496, "count": 167, "max_ms": 115.359, "p95_ms": 89.772}, "inference_input_copy_ms": {"avg_ms": 1.303, "count": 167, "max_ms": 3.593, "p95_ms": 2.297}, "processing_residual_ms": {"avg_ms": 0.108, "count": 167, "max_ms": 0.292, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.94, "count": 167, "max_ms": 116.818, "p95_ms": 91.056}, "read_interval": {"avg_ms": 169.257, "count": 167, "max_ms": 5111.106, "p95_ms": 118.764}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 167, "max_ms": 0.04, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.106, "count": 167, "max_ms": 0.572, "p95_ms": 0.172}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 167, "max_ms": 0.031, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 167, "max_ms": 0.55, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.809, "count": 167, "max_ms": 63.597, "p95_ms": 49.537}, "visualize": {"avg_ms": 29.385, "count": 167, "max_ms": 56.842, "p95_ms": 42.721}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.685, "count": 167, "max_ms": 56.101, "p95_ms": 41.867}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.231, "count": 167, "max_ms": 56.727, "p95_ms": 42.574}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.153, "count": 167, "max_ms": 56.582, "p95_ms": 42.484}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 167, "max_ms": 0.116, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2126.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.096, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.917, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91702, "write_bytes_delta": 91702, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1450.0, "cpu_core_ratio": 1.092132, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 52456, "reason": null, "system_cpu_core_ratio": 0.054457, "system_cpu_s_delta": 1.0900000000000318, "user_cpu_core_ratio": 1.037676, "user_cpu_s_delta": 20.769999999999527}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.602521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056455, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.546066, "user_cpu_s_delta": 10.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.309, "count": 300, "max_ms": 5.937, "p95_ms": 3.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.604, "count": 30, "max": 50.437, "p95": 38.862, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.203, "count": 30, "max": 23.078, "p95": 23.007, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.1, "count": 30, "max": 1590.0, "p95": 1462.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.233, "count": 30, "max": 4795.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.269, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.399, "p95": 1.313, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93122.667, "count": 30, "max": 99033.0, "p95": 94389.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93122.667, "count": 30, "max": 99033.0, "p95": 94389.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.267, "count": 30, "max": 35.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.069, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.697, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22251, "sampled_at": "2026-11-02T17:02:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:02:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.597, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4224559, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2571996, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 304, "tracking_summary": 2571692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10756.051, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f2289309180] cabac decode of qscale diff failed at 1 66 [h264 @ 0x5f2289309180] error while decoding MB 1 66, bytestream 2924 [h264 @ 0x5f2289f90480] cabac decode of qscale diff failed at 68 48 [h264 @ 0x5f2289f90480] error while decoding MB 68 48, bytestream 7557 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x5f228942dac0] error while decoding MB 0 40, bytestream 4740 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7122539520000, "copied_frame_count": 2576150, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:45:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3793400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:45:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.417}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 304, "events_emitted": 287, "events_failed": 0, "events_observed": 304, "events_suppressed": 17, "frame_buffer_copied_bytes": 7122539520000, "frame_buffer_copies": 2576150, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14350, "recorder_active_input_bytes": 39674880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 287, "recorder_clips_failed": 0, "recorder_clips_started": 287, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 287, "worker_jobs_accepted": 287, "worker_jobs_completed": 287, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.083, "count": 512, "max_ms": 1.1697, "p50_ms": 0.0733, "p95_ms": 0.1394, "p99_ms": 0.1837}, "stages": {"db_insert": {"avg_ms": 15.6196, "count": 287, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 30.975, "p99_ms": 40.8205, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 287, "max_ms": 4.0365, "p50_ms": 1.5734, "p95_ms": 2.6813, "p99_ms": 3.3446, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3665, "count": 304, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1369.0151, "p99_ms": 1673.2699, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1532, "count": 512, "max_ms": 3.2153, "p50_ms": 1.0755, "p95_ms": 1.9167, "p99_ms": 2.2591, "results": {"failed": 0, "not_applicable": 0, "success": 2576150, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9452, "count": 304, "max_ms": 1264.9368, "p50_ms": 501.5541, "p95_ms": 631.2414, "p99_ms": 1059.3884, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4382, "count": 287, "max_ms": 90.5272, "p50_ms": 21.6465, "p95_ms": 57.0077, "p99_ms": 68.4599, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5278, "count": 512, "max_ms": 8.9213, "p50_ms": 4.3621, "p95_ms": 6.5032, "p99_ms": 7.9057, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2589, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1293, "p95_ms": 2.3316, "p99_ms": 3.272, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.8205, "count": 287, "max_ms": 1262.5422, "p50_ms": 499.8634, "p95_ms": 630.6599, "p99_ms": 1072.6912, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.1322, "count": 287, "max_ms": 1192.1198, "p50_ms": 409.9746, "p95_ms": 531.6232, "p99_ms": 985.0141, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2337, "count": 287, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.4229, "p99_ms": 110.0095, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6213, "count": 287, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8616, "p99_ms": 7.4463, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1419, "count": 287, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9689, "p99_ms": 62.8595, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8156, "count": 287, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4239, "p99_ms": 2.6217, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2816, "count": 287, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 694.2983, "p99_ms": 811.8731, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 304, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0774, "count": 287, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 8.0461, "p99_ms": 11.5156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3503, "count": 287, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.3879, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 287, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1499, "p99_ms": 0.1885, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.001, "count": 287, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3149, "p99_ms": 5.4903, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.7256, "count": 287, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.9277, "p99_ms": 928.7615, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 287, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 287, "artifact_failed": 0, "artifact_requested": 287, "artifact_success": 287, "completed": 287, "completed_failed": 0, "completed_success": 287, "cooldown_promoted": 287, "database_requested": 287, "db_insert_success": 287, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15836, "relay_business_failed": 0, "relay_business_success": 287, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 287, "relay_transport_failed": 0, "relay_transport_success": 287, "reservation_requested": 287}, "snapshot": {"copied_bytes": 793497600, "copied_count": 287, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 595, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:46+09:00", "last_error_summary": "[h264 @ 0x5f2289309180] cabac decode of qscale diff failed at 1 66 [h264 @ 0x5f2289309180] error while decoding MB 1 66, bytestream 2924 [h264 @ 0x5f2289f90480] cabac decode of qscale diff failed at 68 48 [h264 @ 0x5f2289f90480] error while decoding MB 68 48, bytestream 7557 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x5f228942dac0] error while decoding MB 0 40, bytestream 4740 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-11-02T16:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 1158.928, "last_started_at": "2026-11-02T16:44:27+09:00", "pid": 53678, "process": {"exists": false, "pid": 53678}, "restart_count": 198, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-02T17:03:46+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-11-02T17:03:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.098, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 126.902, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-02T17:03:46.352115+09:00", "mtime_epoch": 1793606626.3521147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:03:46+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2051.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 243, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2576151, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.574, "max": 21.0, "p95": 11.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.361, "max": 4.0, "p95": 4.0, "sample_count": 97}, "total": {"avg": 2.267, "max": 4.0, "p95": 4.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.505, "max": 2.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.505, "max": 2.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.372, "pushed": 3.372, "read": 3.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 102, "max_ms": 0.034, "p95_ms": 0.012, "reason": null, "sample_age_ms": 30.618, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 101, "max_ms": 4.626, "p95_ms": 2.219, "reason": null, "sample_age_ms": 65.956, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 101, "max_ms": 2.953, "p95_ms": 1.633, "reason": null, "sample_age_ms": 66.152, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.283, "count": 102, "max_ms": 0.895, "p95_ms": 0.409, "reason": null, "sample_age_ms": 30.632, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.484, "count": 101, "max_ms": 3.667, "p95_ms": 2.246, "reason": null, "sample_age_ms": 64.543, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.521, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.811, "count": 102, "max_ms": 64.495, "p95_ms": 52.88, "reason": null, "sample_age_ms": 30.611, "source": "client_direct"}, "sample_age_ms": 30.604, "source": "client_direct", "task_total_ms": {"avg_ms": 40.715, "count": 102, "max_ms": 66.739, "p95_ms": 54.782, "reason": null, "sample_age_ms": 30.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.735, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.144, "count": 101, "max_ms": 13.821, "p95_ms": 9.462}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.352, "count": 101, "max_ms": 0.857, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 1.17, "count": 101, "max_ms": 5.13, "p95_ms": 2.094}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.271, "count": 101, "max_ms": 0.583, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.677, "count": 101, "max_ms": 5.762, "p95_ms": 5.063}, "setup_ms": {"avg_ms": 0.033, "count": 101, "max_ms": 0.072, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 6.099, "count": 101, "max_ms": 13.72, "p95_ms": 9.411}, "track_match_ms": {"avg_ms": 0.083, "count": 101, "max_ms": 0.218, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.507, "count": 101, "max_ms": 3.7, "p95_ms": 2.41}}, "gstreamer_push": {"avg_ms": 2.492, "count": 101, "max_ms": 8.324, "p95_ms": 3.49}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 101, "max_ms": 0.636, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.772, "count": 101, "max_ms": 72.418, "p95_ms": 56.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.734, "count": 101, "max_ms": 10.656, "p95_ms": 7.589}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.149, "count": 101, "max_ms": 126.017, "p95_ms": 109.286}, "inference_input_copy_ms": {"avg_ms": 1.45, "count": 101, "max_ms": 3.71, "p95_ms": 2.279}, "processing_residual_ms": {"avg_ms": 0.194, "count": 101, "max_ms": 0.473, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.527, "count": 101, "max_ms": 130.407, "p95_ms": 115.585}, "read_interval": {"avg_ms": 296.555, "count": 101, "max_ms": 19294.078, "p95_ms": 142.37}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 101, "max_ms": 0.174, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.607, "count": 101, "max_ms": 5.651, "p95_ms": 4.92}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 101, "max_ms": 0.051, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.592, "count": 101, "max_ms": 5.626, "p95_ms": 4.902}, "worker_merge_ms": {"avg_ms": 0.005, "count": 101, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 41.783, "count": 101, "max_ms": 72.434, "p95_ms": 56.287}, "visualize": {"avg_ms": 33.262, "count": 101, "max_ms": 54.433, "p95_ms": 45.229}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.724, "count": 101, "max_ms": 43.249, "p95_ms": 37.835}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.878, "count": 101, "max_ms": 52.591, "p95_ms": 42.701}, "visualize_input_copy_ms": {"avg_ms": 1.231, "count": 101, "max_ms": 2.631, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.776, "count": 101, "max_ms": 52.46, "p95_ms": 42.577}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 101, "max_ms": 0.149, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2051.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.53, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114325, "write_bytes_delta": 114325, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 304.0, "cpu_core_ratio": 0.155124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1798.0, "pid": 53678, "reason": null, "system_cpu_core_ratio": 0.044321, "system_cpu_s_delta": 1.2199999999999989, "user_cpu_core_ratio": 0.110803, "user_cpu_s_delta": 3.0499999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.166386, "system_cpu_s_delta": 4.580000000001746, "user_cpu_core_ratio": 0.38, "user_cpu_s_delta": 10.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.438, "count": 103, "max_ms": 8.324, "p95_ms": 3.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.67, "max": 21.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.311, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.311, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.017, "count": 30, "max": 53.398, "p95": 40.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.471, "count": 30, "max": 25.277, "p95": 21.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1275.233, "count": 30, "max": 1505.0, "p95": 1489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.533, "count": 30, "max": 7051.0, "p95": 1735.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.227, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.449, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.933, "count": 30, "max": 45.0, "p95": 33.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.603, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.166, "count": 30, "max": 1.314, "p95": 1.299, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19764, "sampled_at": "2026-11-02T17:03:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:03:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4224559, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2571996, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 304, "tracking_summary": 2571692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10756.715, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:03:46+09:00", "last_error_summary": "[h264 @ 0x5f2289309180] cabac decode of qscale diff failed at 1 66 [h264 @ 0x5f2289309180] error while decoding MB 1 66, bytestream 2924 [h264 @ 0x5f2289f90480] cabac decode of qscale diff failed at 68 48 [h264 @ 0x5f2289f90480] error while decoding MB 68 48, bytestream 7557 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x5f228942dac0] error while decoding MB 0 40, bytestream 4740 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7122542284800, "copied_frame_count": 2576151, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:45:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3793400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:45:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.417}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 304, "events_emitted": 287, "events_failed": 0, "events_observed": 304, "events_suppressed": 17, "frame_buffer_copied_bytes": 7122542284800, "frame_buffer_copies": 2576151, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14350, "recorder_active_input_bytes": 39674880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 287, "recorder_clips_failed": 0, "recorder_clips_started": 287, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 287, "worker_jobs_accepted": 287, "worker_jobs_completed": 287, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0829, "count": 512, "max_ms": 1.1697, "p50_ms": 0.0732, "p95_ms": 0.1394, "p99_ms": 0.1837}, "stages": {"db_insert": {"avg_ms": 15.6196, "count": 287, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 30.975, "p99_ms": 40.8205, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 287, "max_ms": 4.0365, "p50_ms": 1.5734, "p95_ms": 2.6813, "p99_ms": 3.3446, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3665, "count": 304, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1369.0151, "p99_ms": 1673.2699, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1531, "count": 512, "max_ms": 3.2153, "p50_ms": 1.0755, "p95_ms": 1.9167, "p99_ms": 2.2591, "results": {"failed": 0, "not_applicable": 0, "success": 2576151, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9452, "count": 304, "max_ms": 1264.9368, "p50_ms": 501.5541, "p95_ms": 631.2414, "p99_ms": 1059.3884, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4382, "count": 287, "max_ms": 90.5272, "p50_ms": 21.6465, "p95_ms": 57.0077, "p99_ms": 68.4599, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5278, "count": 512, "max_ms": 8.9213, "p50_ms": 4.3621, "p95_ms": 6.5032, "p99_ms": 7.9057, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2589, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1293, "p95_ms": 2.3316, "p99_ms": 3.272, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.8205, "count": 287, "max_ms": 1262.5422, "p50_ms": 499.8634, "p95_ms": 630.6599, "p99_ms": 1072.6912, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.1322, "count": 287, "max_ms": 1192.1198, "p50_ms": 409.9746, "p95_ms": 531.6232, "p99_ms": 985.0141, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2337, "count": 287, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.4229, "p99_ms": 110.0095, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6213, "count": 287, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8616, "p99_ms": 7.4463, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1419, "count": 287, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9689, "p99_ms": 62.8595, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8156, "count": 287, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4239, "p99_ms": 2.6217, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2816, "count": 287, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 694.2983, "p99_ms": 811.8731, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 304, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0774, "count": 287, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 8.0461, "p99_ms": 11.5156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3503, "count": 287, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.3879, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 287, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1499, "p99_ms": 0.1885, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.001, "count": 287, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3149, "p99_ms": 5.4903, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.7256, "count": 287, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.9277, "p99_ms": 928.7615, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 287, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 287, "artifact_failed": 0, "artifact_requested": 287, "artifact_success": 287, "completed": 287, "completed_failed": 0, "completed_success": 287, "cooldown_promoted": 287, "database_requested": 287, "db_insert_success": 287, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15836, "relay_business_failed": 0, "relay_business_success": 287, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 287, "relay_transport_failed": 0, "relay_transport_success": 287, "reservation_requested": 287}, "snapshot": {"copied_bytes": 793497600, "copied_count": 287, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 595, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:46+09:00", "last_error_summary": "[h264 @ 0x5f2289309180] cabac decode of qscale diff failed at 1 66 [h264 @ 0x5f2289309180] error while decoding MB 1 66, bytestream 2924 [h264 @ 0x5f2289f90480] cabac decode of qscale diff failed at 68 48 [h264 @ 0x5f2289f90480] error while decoding MB 68 48, bytestream 7557 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x5f228942dac0] error while decoding MB 0 40, bytestream 4740 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-11-02T17:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1158.97, "last_started_at": "2026-11-02T16:44:27+09:00", "pid": 53678, "process": {"exists": false, "pid": 53678}, "restart_count": 198, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-02T17:03:46+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-02T17:03:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.133, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 126.867, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-02T17:03:46.440116+09:00", "mtime_epoch": 1793606626.4401157, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:03:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2051.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 243, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2576151, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.578, "max": 21.0, "p95": 11.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.361, "max": 4.0, "p95": 4.0, "sample_count": 97}, "total": {"avg": 2.245, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.5, "max": 2.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.5, "max": 2.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.401, "pushed": 3.401, "read": 3.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.034, "p95_ms": 0.012, "reason": null, "sample_age_ms": 69.238, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 101, "max_ms": 4.626, "p95_ms": 2.219, "reason": null, "sample_age_ms": 104.576, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 101, "max_ms": 2.953, "p95_ms": 1.633, "reason": null, "sample_age_ms": 104.772, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 101, "max_ms": 0.895, "p95_ms": 0.409, "reason": null, "sample_age_ms": 69.252, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.484, "count": 101, "max_ms": 3.667, "p95_ms": 2.246, "reason": null, "sample_age_ms": 103.163, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.141, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.61, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.897, "count": 101, "max_ms": 64.495, "p95_ms": 52.883, "reason": null, "sample_age_ms": 69.231, "source": "client_direct"}, "sample_age_ms": 69.224, "source": "client_direct", "task_total_ms": {"avg_ms": 40.803, "count": 101, "max_ms": 66.739, "p95_ms": 54.795, "reason": null, "sample_age_ms": 69.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.613, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.094, "count": 102, "max_ms": 13.821, "p95_ms": 9.462}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 102, "max_ms": 0.857, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 1.159, "count": 102, "max_ms": 5.13, "p95_ms": 2.094}, "event_filter_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 102, "max_ms": 0.583, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.652, "count": 102, "max_ms": 5.762, "p95_ms": 5.063}, "setup_ms": {"avg_ms": 0.033, "count": 102, "max_ms": 0.072, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 6.048, "count": 102, "max_ms": 13.72, "p95_ms": 9.411}, "track_match_ms": {"avg_ms": 0.083, "count": 102, "max_ms": 0.218, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.492, "count": 102, "max_ms": 3.7, "p95_ms": 2.41}}, "gstreamer_push": {"avg_ms": 2.494, "count": 102, "max_ms": 8.324, "p95_ms": 3.49}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 102, "max_ms": 0.636, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.713, "count": 102, "max_ms": 72.418, "p95_ms": 56.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.707, "count": 102, "max_ms": 10.656, "p95_ms": 7.589}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.131, "count": 102, "max_ms": 126.017, "p95_ms": 109.286}, "inference_input_copy_ms": {"avg_ms": 1.445, "count": 102, "max_ms": 3.71, "p95_ms": 2.279}, "processing_residual_ms": {"avg_ms": 0.193, "count": 102, "max_ms": 0.473, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.475, "count": 102, "max_ms": 130.407, "p95_ms": 115.585}, "read_interval": {"avg_ms": 296.555, "count": 101, "max_ms": 19294.078, "p95_ms": 142.37}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 102, "max_ms": 0.174, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.583, "count": 102, "max_ms": 5.651, "p95_ms": 4.92}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 102, "max_ms": 0.051, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.568, "count": 102, "max_ms": 5.626, "p95_ms": 4.902}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 41.724, "count": 102, "max_ms": 72.434, "p95_ms": 56.287}, "visualize": {"avg_ms": 33.355, "count": 102, "max_ms": 54.433, "p95_ms": 45.229}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.864, "count": 102, "max_ms": 43.249, "p95_ms": 38.02}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.982, "count": 102, "max_ms": 52.591, "p95_ms": 42.701}, "visualize_input_copy_ms": {"avg_ms": 1.219, "count": 102, "max_ms": 2.631, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.88, "count": 102, "max_ms": 52.46, "p95_ms": 42.577}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 102, "max_ms": 0.149, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2051.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.53, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114325, "write_bytes_delta": 114325, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 304.0, "cpu_core_ratio": 0.155124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1798.0, "pid": 53678, "reason": null, "system_cpu_core_ratio": 0.044321, "system_cpu_s_delta": 1.2199999999999989, "user_cpu_core_ratio": 0.110803, "user_cpu_s_delta": 3.0499999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.166386, "system_cpu_s_delta": 4.580000000001746, "user_cpu_core_ratio": 0.38, "user_cpu_s_delta": 10.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.438, "count": 103, "max_ms": 8.324, "p95_ms": 3.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.67, "max": 21.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.311, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.311, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.017, "count": 30, "max": 53.398, "p95": 40.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.471, "count": 30, "max": 25.277, "p95": 21.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1275.233, "count": 30, "max": 1505.0, "p95": 1489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.533, "count": 30, "max": 7051.0, "p95": 1735.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.227, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.449, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.933, "count": 30, "max": 45.0, "p95": 33.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.603, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.166, "count": 30, "max": 1.314, "p95": 1.299, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19764, "sampled_at": "2026-11-02T17:03:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:03:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4224559, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2571996, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 304, "tracking_summary": 2571692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10756.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7122542284800, "copied_frame_count": 2576151, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:45:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3793400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:45:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.417}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 304, "events_emitted": 287, "events_failed": 0, "events_observed": 304, "events_suppressed": 17, "frame_buffer_copied_bytes": 7122542284800, "frame_buffer_copies": 2576151, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14350, "recorder_active_input_bytes": 39674880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 287, "recorder_clips_failed": 0, "recorder_clips_started": 287, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 287, "worker_jobs_accepted": 287, "worker_jobs_completed": 287, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0829, "count": 512, "max_ms": 1.1697, "p50_ms": 0.0732, "p95_ms": 0.1394, "p99_ms": 0.1837}, "stages": {"db_insert": {"avg_ms": 15.6196, "count": 287, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 30.975, "p99_ms": 40.8205, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 287, "max_ms": 4.0365, "p50_ms": 1.5734, "p95_ms": 2.6813, "p99_ms": 3.3446, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3665, "count": 304, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1369.0151, "p99_ms": 1673.2699, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1531, "count": 512, "max_ms": 3.2153, "p50_ms": 1.0755, "p95_ms": 1.9167, "p99_ms": 2.2591, "results": {"failed": 0, "not_applicable": 0, "success": 2576151, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9452, "count": 304, "max_ms": 1264.9368, "p50_ms": 501.5541, "p95_ms": 631.2414, "p99_ms": 1059.3884, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4382, "count": 287, "max_ms": 90.5272, "p50_ms": 21.6465, "p95_ms": 57.0077, "p99_ms": 68.4599, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5278, "count": 512, "max_ms": 8.9213, "p50_ms": 4.3621, "p95_ms": 6.5032, "p99_ms": 7.9057, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2589, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1293, "p95_ms": 2.3316, "p99_ms": 3.272, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.8205, "count": 287, "max_ms": 1262.5422, "p50_ms": 499.8634, "p95_ms": 630.6599, "p99_ms": 1072.6912, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.1322, "count": 287, "max_ms": 1192.1198, "p50_ms": 409.9746, "p95_ms": 531.6232, "p99_ms": 985.0141, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2337, "count": 287, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.4229, "p99_ms": 110.0095, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6213, "count": 287, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8616, "p99_ms": 7.4463, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1419, "count": 287, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9689, "p99_ms": 62.8595, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8156, "count": 287, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4239, "p99_ms": 2.6217, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2816, "count": 287, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 694.2983, "p99_ms": 811.8731, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 304, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0774, "count": 287, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 8.0461, "p99_ms": 11.5156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3503, "count": 287, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.3879, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 287, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1499, "p99_ms": 0.1885, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.001, "count": 287, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3149, "p99_ms": 5.4903, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.7256, "count": 287, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.9277, "p99_ms": 928.7615, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 287, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 287, "artifact_failed": 0, "artifact_requested": 287, "artifact_success": 287, "completed": 287, "completed_failed": 0, "completed_success": 287, "cooldown_promoted": 287, "database_requested": 287, "db_insert_success": 287, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15836, "relay_business_failed": 0, "relay_business_success": 287, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 287, "relay_transport_failed": 0, "relay_transport_success": 287, "reservation_requested": 287}, "snapshot": {"copied_bytes": 793497600, "copied_count": 287, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 595, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:46+09:00", "last_error_summary": "[h264 @ 0x5f2289309180] cabac decode of qscale diff failed at 1 66 [h264 @ 0x5f2289309180] error while decoding MB 1 66, bytestream 2924 [h264 @ 0x5f2289f90480] cabac decode of qscale diff failed at 68 48 [h264 @ 0x5f2289f90480] error while decoding MB 68 48, bytestream 7557 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x5f228942dac0] error while decoding MB 0 40, bytestream 4740 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-11-02T17:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1159.002, "last_started_at": "2026-11-02T16:44:27+09:00", "pid": 53678, "process": {"exists": false, "pid": 53678}, "restart_count": 198, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-11-02T17:03:46+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-11-02T17:03:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.163, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 126.837, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-02T17:03:46.440116+09:00", "mtime_epoch": 1793606626.4401157, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:03:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2051.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 243, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2576151, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.584, "max": 21.0, "p95": 11.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.375, "max": 4.0, "p95": 4.0, "sample_count": 96}, "total": {"avg": 2.257, "max": 4.0, "p95": 4.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.495, "max": 2.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.495, "max": 2.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.372, "pushed": 3.372, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.034, "p95_ms": 0.012, "reason": null, "sample_age_ms": 102.647, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.688, "count": 100, "max_ms": 4.626, "p95_ms": 2.22, "reason": null, "sample_age_ms": 137.984, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 100, "max_ms": 2.953, "p95_ms": 1.634, "reason": null, "sample_age_ms": 138.18, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 101, "max_ms": 0.895, "p95_ms": 0.409, "reason": null, "sample_age_ms": 102.66, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.482, "count": 100, "max_ms": 3.667, "p95_ms": 2.252, "reason": null, "sample_age_ms": 136.571, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.549, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.018, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.897, "count": 101, "max_ms": 64.495, "p95_ms": 52.883, "reason": null, "sample_age_ms": 102.639, "source": "client_direct"}, "sample_age_ms": 102.632, "source": "client_direct", "task_total_ms": {"avg_ms": 40.803, "count": 101, "max_ms": 66.739, "p95_ms": 54.795, "reason": null, "sample_age_ms": 102.632, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.181, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.119, "count": 101, "max_ms": 13.821, "p95_ms": 9.462}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.355, "count": 101, "max_ms": 0.857, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 1.164, "count": 101, "max_ms": 5.13, "p95_ms": 2.094}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.271, "count": 101, "max_ms": 0.583, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.663, "count": 101, "max_ms": 5.762, "p95_ms": 5.063}, "setup_ms": {"avg_ms": 0.033, "count": 101, "max_ms": 0.072, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 6.073, "count": 101, "max_ms": 13.72, "p95_ms": 9.411}, "track_match_ms": {"avg_ms": 0.083, "count": 101, "max_ms": 0.218, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.497, "count": 101, "max_ms": 3.7, "p95_ms": 2.41}}, "gstreamer_push": {"avg_ms": 2.492, "count": 101, "max_ms": 8.324, "p95_ms": 3.49}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 101, "max_ms": 0.636, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.804, "count": 101, "max_ms": 72.418, "p95_ms": 56.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.717, "count": 101, "max_ms": 10.656, "p95_ms": 7.589}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.352, "count": 101, "max_ms": 126.017, "p95_ms": 109.286}, "inference_input_copy_ms": {"avg_ms": 1.45, "count": 101, "max_ms": 3.71, "p95_ms": 2.279}, "processing_residual_ms": {"avg_ms": 0.193, "count": 101, "max_ms": 0.473, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.713, "count": 101, "max_ms": 130.407, "p95_ms": 115.585}, "read_interval": {"avg_ms": 298.814, "count": 100, "max_ms": 19294.078, "p95_ms": 142.37}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 101, "max_ms": 0.174, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.592, "count": 101, "max_ms": 5.651, "p95_ms": 4.92}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 101, "max_ms": 0.051, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.577, "count": 101, "max_ms": 5.626, "p95_ms": 4.902}, "worker_merge_ms": {"avg_ms": 0.005, "count": 101, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 41.815, "count": 101, "max_ms": 72.434, "p95_ms": 56.287}, "visualize": {"avg_ms": 33.458, "count": 101, "max_ms": 54.433, "p95_ms": 45.229}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.945, "count": 101, "max_ms": 43.249, "p95_ms": 38.02}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.081, "count": 101, "max_ms": 52.591, "p95_ms": 42.701}, "visualize_input_copy_ms": {"avg_ms": 1.223, "count": 101, "max_ms": 2.631, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.979, "count": 101, "max_ms": 52.46, "p95_ms": 42.577}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 101, "max_ms": 0.149, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2051.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.53, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114325, "write_bytes_delta": 114325, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 304.0, "cpu_core_ratio": 0.155124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1798.0, "pid": 53678, "reason": null, "system_cpu_core_ratio": 0.044321, "system_cpu_s_delta": 1.2199999999999989, "user_cpu_core_ratio": 0.110803, "user_cpu_s_delta": 3.0499999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.166386, "system_cpu_s_delta": 4.580000000001746, "user_cpu_core_ratio": 0.38, "user_cpu_s_delta": 10.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.438, "count": 103, "max_ms": 8.324, "p95_ms": 3.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.67, "max": 21.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.311, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.311, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.017, "count": 30, "max": 53.398, "p95": 40.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.471, "count": 30, "max": 25.277, "p95": 21.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1275.233, "count": 30, "max": 1505.0, "p95": 1489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.533, "count": 30, "max": 7051.0, "p95": 1735.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.227, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.449, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.933, "count": 30, "max": 45.0, "p95": 33.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.603, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.166, "count": 30, "max": 1.314, "p95": 1.299, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19764, "sampled_at": "2026-11-02T17:03:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:03:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4224559, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2571996, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 304, "tracking_summary": 2571692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10779.527, "limit_mb": null}, "detail": {"pid": 54096, "restart_count": 199, "start_count": 200}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7122542284800, "copied_frame_count": 2576151, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T16:45:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3793400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T16:45:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.417}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 304, "events_emitted": 287, "events_failed": 0, "events_observed": 304, "events_suppressed": 17, "frame_buffer_copied_bytes": 7122542284800, "frame_buffer_copies": 2576151, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14350, "recorder_active_input_bytes": 39674880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 287, "recorder_clips_failed": 0, "recorder_clips_started": 287, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 287, "worker_jobs_accepted": 287, "worker_jobs_completed": 287, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0829, "count": 512, "max_ms": 1.1697, "p50_ms": 0.0732, "p95_ms": 0.1394, "p99_ms": 0.1837}, "stages": {"db_insert": {"avg_ms": 15.6196, "count": 287, "max_ms": 62.2331, "p50_ms": 13.4761, "p95_ms": 30.975, "p99_ms": 40.8205, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 287, "max_ms": 4.0365, "p50_ms": 1.5734, "p95_ms": 2.6813, "p99_ms": 3.3446, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3665, "count": 304, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1369.0151, "p99_ms": 1673.2699, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1531, "count": 512, "max_ms": 3.2153, "p50_ms": 1.0755, "p95_ms": 1.9167, "p99_ms": 2.2591, "results": {"failed": 0, "not_applicable": 0, "success": 2576151, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9452, "count": 304, "max_ms": 1264.9368, "p50_ms": 501.5541, "p95_ms": 631.2414, "p99_ms": 1059.3884, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4382, "count": 287, "max_ms": 90.5272, "p50_ms": 21.6465, "p95_ms": 57.0077, "p99_ms": 68.4599, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5278, "count": 512, "max_ms": 8.9213, "p50_ms": 4.3621, "p95_ms": 6.5032, "p99_ms": 7.9057, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2589, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1293, "p95_ms": 2.3316, "p99_ms": 3.272, "results": {"failed": 0, "not_applicable": 0, "success": 14350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.8205, "count": 287, "max_ms": 1262.5422, "p50_ms": 499.8634, "p95_ms": 630.6599, "p99_ms": 1072.6912, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.1322, "count": 287, "max_ms": 1192.1198, "p50_ms": 409.9746, "p95_ms": 531.6232, "p99_ms": 985.0141, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2337, "count": 287, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.4229, "p99_ms": 110.0095, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6213, "count": 287, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8616, "p99_ms": 7.4463, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1419, "count": 287, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9689, "p99_ms": 62.8595, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2679, "count": 287, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.4905, "p99_ms": 10.8981, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7458, "count": 304, "max_ms": 4.5565, "p50_ms": 0.655, "p95_ms": 1.3717, "p99_ms": 1.8156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8156, "count": 287, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4239, "p99_ms": 2.6217, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.2816, "count": 287, "max_ms": 3752.636, "p50_ms": 354.9492, "p95_ms": 694.2983, "p99_ms": 811.8731, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 304, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 304, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0774, "count": 287, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 8.0461, "p99_ms": 11.5156, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3503, "count": 287, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.6638, "p99_ms": 72.3879, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0833, "count": 287, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1499, "p99_ms": 0.1885, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.001, "count": 287, "max_ms": 9.2334, "p50_ms": 1.7975, "p95_ms": 3.3149, "p99_ms": 5.4903, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.7256, "count": 287, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.9277, "p99_ms": 928.7615, "results": {"failed": 0, "not_applicable": 0, "success": 287, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 287, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 287, "artifact_failed": 0, "artifact_requested": 287, "artifact_success": 287, "completed": 287, "completed_failed": 0, "completed_success": 287, "cooldown_promoted": 287, "database_requested": 287, "db_insert_success": 287, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15836, "relay_business_failed": 0, "relay_business_success": 287, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 287, "relay_transport_failed": 0, "relay_transport_success": 287, "reservation_requested": 287}, "snapshot": {"copied_bytes": 793497600, "copied_count": 287, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5611, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 595, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:46+09:00", "last_error_summary": "[h264 @ 0x5f2289309180] cabac decode of qscale diff failed at 1 66 [h264 @ 0x5f2289309180] error while decoding MB 1 66, bytestream 2924 [h264 @ 0x5f2289f90480] cabac decode of qscale diff failed at 68 48 [h264 @ 0x5f2289f90480] error while decoding MB 68 48, bytestream 7557 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x5f228942dac0] error while decoding MB 0 40, bytestream 4740 [h264 @ 0x5f228942dac0] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-11-02T17:03:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:03:48+09:00", "pid": 54096, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.734, "name": "ffmpeg", "pid": 54096, "rss_mb": 57.734, "state": "S (sleeping)", "threads": 1}, "restart_count": 199, "restart_count_per_hour": 6, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.163, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.212, "last_frame_pushed_at": "2026-11-02T17:03:46+09:00", "last_frame_read_age_sec": 4.298, "last_frame_read_at": "2026-11-02T17:03:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.328, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 122.672, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 4.204, "exists": true, "mtime": "2026-11-02T17:03:46.440116+09:00", "mtime_epoch": 1793606626.4401157, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:03:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2051.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 243, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2576151, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.731, "max": 21.0, "p95": 16.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.113, "max": 4.0, "p95": 4.0, "sample_count": 62}, "total": {"avg": 1.955, "max": 4.0, "p95": 4.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.224, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.224, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.267, "pushed": 2.267, "read": 2.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.026, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4264.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 67, "max_ms": 4.626, "p95_ms": 2.077, "reason": null, "sample_age_ms": 4300.236, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.232, "count": 67, "max_ms": 2.953, "p95_ms": 1.369, "reason": null, "sample_age_ms": 4300.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.302, "count": 67, "max_ms": 0.895, "p95_ms": 0.437, "reason": null, "sample_age_ms": 4264.913, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.387, "count": 67, "max_ms": 2.37, "p95_ms": 1.996, "reason": null, "sample_age_ms": 4298.824, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4298.802, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4265.27, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.108, "count": 67, "max_ms": 64.495, "p95_ms": 52.864, "reason": null, "sample_age_ms": 4264.891, "source": "client_direct"}, "sample_age_ms": 4264.885, "source": "client_direct", "task_total_ms": {"avg_ms": 40.932, "count": 67, "max_ms": 66.739, "p95_ms": 54.718, "reason": null, "sample_age_ms": 4264.885, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.071, "count": 67, "max_ms": 10.291, "p95_ms": 9.793}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.386, "count": 67, "max_ms": 0.857, "p95_ms": 0.621}, "detection_prepare_ms": {"avg_ms": 1.099, "count": 67, "max_ms": 2.889, "p95_ms": 2.094}, "event_filter_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.274, "count": 67, "max_ms": 0.583, "p95_ms": 0.47}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.758, "count": 67, "max_ms": 5.762, "p95_ms": 5.063}, "setup_ms": {"avg_ms": 0.032, "count": 67, "max_ms": 0.072, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 6.027, "count": 67, "max_ms": 10.203, "p95_ms": 9.726}, "track_match_ms": {"avg_ms": 0.068, "count": 67, "max_ms": 0.192, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.402, "count": 67, "max_ms": 3.7, "p95_ms": 2.182}}, "gstreamer_push": {"avg_ms": 2.429, "count": 68, "max_ms": 8.324, "p95_ms": 3.111}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 67, "max_ms": 0.636, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.934, "count": 67, "max_ms": 72.418, "p95_ms": 55.688}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.565, "count": 68, "max_ms": 9.372, "p95_ms": 7.314}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.631, "count": 68, "max_ms": 117.046, "p95_ms": 109.286}, "inference_input_copy_ms": {"avg_ms": 1.376, "count": 68, "max_ms": 3.71, "p95_ms": 2.182}, "processing_residual_ms": {"avg_ms": 0.179, "count": 68, "max_ms": 0.473, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.751, "count": 68, "max_ms": 121.697, "p95_ms": 115.585}, "read_interval": {"avg_ms": 384.635, "count": 67, "max_ms": 19294.078, "p95_ms": 138.104}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.174, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 2.682, "count": 67, "max_ms": 5.651, "p95_ms": 4.92}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 67, "max_ms": 0.051, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.666, "count": 67, "max_ms": 5.626, "p95_ms": 4.902}, "worker_merge_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.009, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 41.945, "count": 67, "max_ms": 72.434, "p95_ms": 55.698}, "visualize": {"avg_ms": 32.877, "count": 67, "max_ms": 54.433, "p95_ms": 42.76}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.961, "count": 67, "max_ms": 42.032, "p95_ms": 37.835}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.57, "count": 67, "max_ms": 52.591, "p95_ms": 42.549}, "visualize_input_copy_ms": {"avg_ms": 1.153, "count": 67, "max_ms": 2.394, "p95_ms": 1.989}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.471, "count": 67, "max_ms": 52.46, "p95_ms": 42.462}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 67, "max_ms": 0.149, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2051.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.53, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.294, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114325, "write_bytes_delta": 114325, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 304.0, "cpu_core_ratio": 0.155124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1798.0, "pid": 53678, "reason": null, "system_cpu_core_ratio": 0.044321, "system_cpu_s_delta": 1.2199999999999989, "user_cpu_core_ratio": 0.110803, "user_cpu_s_delta": 3.0499999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.546387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.166386, "system_cpu_s_delta": 4.580000000001746, "user_cpu_core_ratio": 0.38, "user_cpu_s_delta": 10.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.438, "count": 103, "max_ms": 8.324, "p95_ms": 3.443, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.67, "max": 21.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.311, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.311, "max": 4.0, "p95": 4.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.017, "count": 30, "max": 53.398, "p95": 40.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.471, "count": 30, "max": 25.277, "p95": 21.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1275.233, "count": 30, "max": 1505.0, "p95": 1489.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 421.533, "count": 30, "max": 7051.0, "p95": 1735.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.227, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.449, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104279.9, "count": 30, "max": 114325.0, "p95": 109721.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.933, "count": 30, "max": 45.0, "p95": 33.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.603, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.166, "count": 30, "max": 1.314, "p95": 1.299, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19764, "sampled_at": "2026-11-02T17:03:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:03:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3613885, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:04:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:04:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2642423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2642419}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10570.016, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7318088294400, "copied_frame_count": 2646878, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7318088294400, "frame_buffer_copies": 2646878, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.3772, "p50_ms": 0.0706, "p95_ms": 0.1361, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0046, "count": 512, "max_ms": 2.622, "p50_ms": 0.9016, "p95_ms": 1.7311, "p99_ms": 2.3956, "results": {"failed": 0, "not_applicable": 0, "success": 2646878, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:03:11+09:00", "last_error_summary": "[h264 @ 0x56fcc1fe1180] error while decoding MB 4 90, bytestream -8 [h264 @ 0x56fcc1e311c0] cabac decode of qscale diff failed at 206 90 [h264 @ 0x56fcc1e311c0] error while decoding MB 206 90, bytestream 32612 [h264 @ 0x56fcc28c0440] error while decoding MB 106 83, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.712, "last_started_at": "2026-11-02T17:03:14+09:00", "pid": 53980, "process": {"exists": false, "pid": 53980}, "restart_count": 126, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.223, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-11-02T17:04:31+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-11-02T17:04:31+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 518.669, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 81.331, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-02T17:04:31.914599+09:00", "mtime_epoch": 1793606671.9145992, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94425}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:04:32+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2126.578, "name": "celery", "pid": 176, "rss_mb": 2126.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2646878, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 40.265, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.418, "count": 101, "max_ms": 1.53, "p95_ms": 1.114, "reason": null, "sample_age_ms": 69.087, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 101, "max_ms": 1.329, "p95_ms": 0.952, "reason": null, "sample_age_ms": 69.279, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 101, "max_ms": 0.361, "p95_ms": 0.242, "reason": null, "sample_age_ms": 40.27, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.244, "count": 101, "max_ms": 2.694, "p95_ms": 1.975, "reason": null, "sample_age_ms": 67.795, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2211848.0, "count": 101, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 67.76, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.288, "count": 101, "max_ms": 62.206, "p95_ms": 48.452, "reason": null, "sample_age_ms": 40.262, "source": "client_direct"}, "sample_age_ms": 40.259, "source": "client_direct", "task_total_ms": {"avg_ms": 33.804, "count": 101, "max_ms": 63.884, "p95_ms": 50.37, "reason": null, "sample_age_ms": 40.259, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.585, "count": 101, "max_ms": 1.239, "p95_ms": 0.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 101, "max_ms": 0.436, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 101, "max_ms": 0.152, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.018, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 101, "max_ms": 0.128, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 101, "max_ms": 0.425, "p95_ms": 0.238}, "setup_ms": {"avg_ms": 0.034, "count": 101, "max_ms": 0.068, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.553, "count": 101, "max_ms": 1.176, "p95_ms": 0.88}, "track_match_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.013, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 101, "max_ms": 0.055, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.61, "count": 101, "max_ms": 5.652, "p95_ms": 4.271}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 101, "max_ms": 0.394, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.502, "count": 101, "max_ms": 64.561, "p95_ms": 51.179}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 101, "max_ms": 0.133, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.629, "count": 101, "max_ms": 112.354, "p95_ms": 97.153}, "inference_input_copy_ms": {"avg_ms": 1.379, "count": 101, "max_ms": 4.025, "p95_ms": 2.441}, "processing_residual_ms": {"avg_ms": 0.115, "count": 101, "max_ms": 0.321, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.154, "count": 101, "max_ms": 113.95, "p95_ms": 98.677}, "read_interval": {"avg_ms": 297.256, "count": 101, "max_ms": 19949.409, "p95_ms": 231.963}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 101, "max_ms": 0.035, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.103, "count": 101, "max_ms": 0.272, "p95_ms": 0.166}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.043, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 101, "max_ms": 0.245, "p95_ms": 0.148}, "worker_merge_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.513, "count": 101, "max_ms": 64.574, "p95_ms": 51.191}, "visualize": {"avg_ms": 30.805, "count": 101, "max_ms": 55.748, "p95_ms": 46.77}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.129, "count": 101, "max_ms": 54.878, "p95_ms": 45.931}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.665, "count": 101, "max_ms": 55.603, "p95_ms": 46.612}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.591, "count": 101, "max_ms": 55.515, "p95_ms": 46.518}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 101, "max_ms": 0.106, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2126.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.599, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.179, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94040, "write_bytes_delta": 94040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 0.314626, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9258.0, "pid": 53980, "reason": null, "system_cpu_core_ratio": 0.06593, "system_cpu_s_delta": 1.58, "user_cpu_core_ratio": 0.248697, "user_cpu_s_delta": 5.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110161, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010432, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.099729, "user_cpu_s_delta": 2.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.537, "count": 101, "max_ms": 5.191, "p95_ms": 4.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.649, "count": 30, "max": 50.437, "p95": 32.385, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.064, "count": 30, "max": 23.078, "p95": 23.007, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 963.5, "count": 30, "max": 1622.0, "p95": 1534.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3504.667, "count": 30, "max": 95801.0, "p95": 5127.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.072, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.378, "p95": 1.113, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.515, "p95": 0.012, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92603.5, "count": 30, "max": 94442.0, "p95": 94073.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92603.5, "count": 30, "max": 94442.0, "p95": 94073.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.467, "count": 30, "max": 35.0, "p95": 29.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.069, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.679, "p95": 0.578, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22258, "sampled_at": "2026-11-02T17:04:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:04:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3613885, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:04:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:04:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2642423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2642419}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10569.391, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7318088294400, "copied_frame_count": 2646878, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7318088294400, "frame_buffer_copies": 2646878, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.3772, "p50_ms": 0.0706, "p95_ms": 0.1361, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0046, "count": 512, "max_ms": 2.622, "p50_ms": 0.9016, "p95_ms": 1.7311, "p99_ms": 2.3956, "results": {"failed": 0, "not_applicable": 0, "success": 2646878, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:04:31+09:00", "last_error_summary": "[h264 @ 0x5ee0f3a44800] error while decoding MB 214 72, bytestream -9 [h264 @ 0x5ee0f3cb12c0] error while decoding MB 200 77, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.762, "last_started_at": "2026-11-02T17:03:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 126, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.223, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-02T17:04:31+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-02T17:04:31+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 518.698, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 81.302, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-02T17:04:31.978600+09:00", "mtime_epoch": 1793606671.9786, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94425}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:04:32+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2126.574, "name": "celery", "pid": 176, "rss_mb": 2126.574, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2646878, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.37, "pushed": 3.37, "read": 3.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.006, "count": 100, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 89.328, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.419, "count": 100, "max_ms": 1.53, "p95_ms": 1.114, "reason": null, "sample_age_ms": 118.15, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 100, "max_ms": 1.329, "p95_ms": 0.953, "reason": null, "sample_age_ms": 118.342, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 100, "max_ms": 0.361, "p95_ms": 0.242, "reason": null, "sample_age_ms": 89.333, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.243, "count": 100, "max_ms": 2.694, "p95_ms": 1.976, "reason": null, "sample_age_ms": 116.858, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2211848.0, "count": 100, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 116.823, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.394, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.296, "count": 100, "max_ms": 62.206, "p95_ms": 48.664, "reason": null, "sample_age_ms": 89.325, "source": "client_direct"}, "sample_age_ms": 89.323, "source": "client_direct", "task_total_ms": {"avg_ms": 33.812, "count": 100, "max_ms": 63.884, "p95_ms": 50.562, "reason": null, "sample_age_ms": 89.323, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.712, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.585, "count": 101, "max_ms": 1.239, "p95_ms": 0.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 101, "max_ms": 0.436, "p95_ms": 0.323}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 101, "max_ms": 0.152, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.018, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 101, "max_ms": 0.128, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 101, "max_ms": 0.425, "p95_ms": 0.238}, "setup_ms": {"avg_ms": 0.034, "count": 101, "max_ms": 0.068, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.553, "count": 101, "max_ms": 1.176, "p95_ms": 0.88}, "track_match_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.013, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 101, "max_ms": 0.055, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.61, "count": 101, "max_ms": 5.652, "p95_ms": 4.271}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 101, "max_ms": 0.394, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.502, "count": 101, "max_ms": 64.561, "p95_ms": 51.179}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 101, "max_ms": 0.133, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.629, "count": 101, "max_ms": 112.354, "p95_ms": 97.153}, "inference_input_copy_ms": {"avg_ms": 1.379, "count": 101, "max_ms": 4.025, "p95_ms": 2.441}, "processing_residual_ms": {"avg_ms": 0.115, "count": 101, "max_ms": 0.321, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.154, "count": 101, "max_ms": 113.95, "p95_ms": 98.677}, "read_interval": {"avg_ms": 299.174, "count": 100, "max_ms": 19949.409, "p95_ms": 231.963}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 101, "max_ms": 0.035, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.103, "count": 101, "max_ms": 0.272, "p95_ms": 0.166}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.043, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 101, "max_ms": 0.245, "p95_ms": 0.148}, "worker_merge_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 34.513, "count": 101, "max_ms": 64.574, "p95_ms": 51.191}, "visualize": {"avg_ms": 30.805, "count": 101, "max_ms": 55.748, "p95_ms": 46.77}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.129, "count": 101, "max_ms": 54.878, "p95_ms": 45.931}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.665, "count": 101, "max_ms": 55.603, "p95_ms": 46.612}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.591, "count": 101, "max_ms": 55.515, "p95_ms": 46.518}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 101, "max_ms": 0.106, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2126.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.599, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.179, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94040, "write_bytes_delta": 94040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 0.314626, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9258.0, "pid": 53980, "reason": null, "system_cpu_core_ratio": 0.06593, "system_cpu_s_delta": 1.58, "user_cpu_core_ratio": 0.248697, "user_cpu_s_delta": 5.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110161, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010432, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.099729, "user_cpu_s_delta": 2.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.537, "count": 101, "max_ms": 5.191, "p95_ms": 4.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.649, "count": 30, "max": 50.437, "p95": 32.385, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.064, "count": 30, "max": 23.078, "p95": 23.007, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 963.5, "count": 30, "max": 1622.0, "p95": 1534.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3504.667, "count": 30, "max": 95801.0, "p95": 5127.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.072, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.378, "p95": 1.113, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.515, "p95": 0.012, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92603.5, "count": 30, "max": 94442.0, "p95": 94073.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92603.5, "count": 30, "max": 94442.0, "p95": 94073.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.467, "count": 30, "max": 35.0, "p95": 29.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.069, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.679, "p95": 0.578, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22258, "sampled_at": "2026-11-02T17:04:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:04:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3613885, "flush_count": 4460, "flush_interval_seconds": 30.0, "flush_state": {"count": 4460, "last_at": "2026-11-02T17:04:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:04:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4459}, "started": true, "suppressed_count": 2642423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2642419}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4460, "written_record_count": 4460}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10650.918, "limit_mb": null}, "detail": {"pid": 54212, "restart_count": 127, "start_count": 128}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7318088294400, "copied_frame_count": 2646878, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7318088294400, "frame_buffer_copies": 2646878, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.3772, "p50_ms": 0.0706, "p95_ms": 0.1361, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0046, "count": 512, "max_ms": 2.622, "p50_ms": 0.9016, "p95_ms": 1.7311, "p99_ms": 2.3956, "results": {"failed": 0, "not_applicable": 0, "success": 2646878, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:04:31+09:00", "last_error_summary": "[h264 @ 0x5ee0f3a44800] error while decoding MB 214 72, bytestream -9 [h264 @ 0x5ee0f3cb12c0] error while decoding MB 200 77, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:04:34+09:00", "pid": 54212, "process": {"exists": true, "fd_count": 5, "hwm_mb": 121.547, "name": "ffmpeg", "pid": 54212, "rss_mb": 121.547, "state": "S (sleeping)", "threads": 19}, "restart_count": 127, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.49, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.642, "last_frame_pushed_at": "2026-11-02T17:04:31+09:00", "last_frame_read_age_sec": 4.703, "last_frame_read_at": "2026-11-02T17:04:31+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 523.289, "last_sample_duration_ms": 838.362, "last_trigger": "periodic", "next_snapshot_in_sec": 76.711, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 448, "storage_bytes": 2275709}, "mjpeg": {"age_sec": 4.633, "exists": true, "mtime": "2026-11-02T17:04:31.978600+09:00", "mtime_epoch": 1793606671.9786, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94425}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:04:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2126.578, "name": "celery", "pid": 176, "rss_mb": 2126.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2646878, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4676.687, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.462, "count": 56, "max_ms": 1.53, "p95_ms": 0.971, "reason": null, "sample_age_ms": 4705.509, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.196, "count": 56, "max_ms": 1.315, "p95_ms": 0.826, "reason": null, "sample_age_ms": 4705.702, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.122, "count": 56, "max_ms": 0.361, "p95_ms": 0.239, "reason": null, "sample_age_ms": 4676.692, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.419, "count": 56, "max_ms": 2.694, "p95_ms": 2.088, "reason": null, "sample_age_ms": 4704.218, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2211848.0, "count": 56, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4704.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4676.753, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.263, "count": 56, "max_ms": 62.206, "p95_ms": 55.364, "reason": null, "sample_age_ms": 4676.685, "source": "client_direct"}, "sample_age_ms": 4676.682, "source": "client_direct", "task_total_ms": {"avg_ms": 36.973, "count": 56, "max_ms": 63.884, "p95_ms": 57.598, "reason": null, "sample_age_ms": 4676.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.473, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.66, "count": 56, "max_ms": 1.239, "p95_ms": 1.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 56, "max_ms": 0.436, "p95_ms": 0.377}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 56, "max_ms": 0.152, "p95_ms": 0.137}, "event_filter_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 56, "max_ms": 0.128, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 56, "max_ms": 0.425, "p95_ms": 0.285}, "setup_ms": {"avg_ms": 0.038, "count": 56, "max_ms": 0.068, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.625, "count": 56, "max_ms": 1.176, "p95_ms": 0.964}, "track_match_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.006, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.026, "count": 56, "max_ms": 0.055, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.737, "count": 56, "max_ms": 5.652, "p95_ms": 4.386}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 56, "max_ms": 0.083, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.728, "count": 56, "max_ms": 64.561, "p95_ms": 61.769}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 56, "max_ms": 0.133, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.448, "count": 56, "max_ms": 112.354, "p95_ms": 102.37}, "inference_input_copy_ms": {"avg_ms": 1.471, "count": 56, "max_ms": 4.025, "p95_ms": 2.571}, "processing_residual_ms": {"avg_ms": 0.121, "count": 56, "max_ms": 0.284, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.073, "count": 56, "max_ms": 113.95, "p95_ms": 104.625}, "read_interval": {"avg_ms": 455.288, "count": 56, "max_ms": 19949.409, "p95_ms": 250.538}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 56, "max_ms": 0.027, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.117, "count": 56, "max_ms": 0.272, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 56, "max_ms": 0.043, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 56, "max_ms": 0.245, "p95_ms": 0.193}, "worker_merge_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.015, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 37.741, "count": 56, "max_ms": 64.574, "p95_ms": 61.781}, "visualize": {"avg_ms": 33.262, "count": 56, "max_ms": 55.748, "p95_ms": 47.772}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.529, "count": 56, "max_ms": 54.878, "p95_ms": 47.036}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.103, "count": 56, "max_ms": 55.603, "p95_ms": 47.634}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.02, "count": 56, "max_ms": 55.515, "p95_ms": 47.564}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 56, "max_ms": 0.106, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2126.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.599, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.179, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2646862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94040, "write_bytes_delta": 94040, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 0.314626, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9258.0, "pid": 53980, "reason": null, "system_cpu_core_ratio": 0.06593, "system_cpu_s_delta": 1.58, "user_cpu_core_ratio": 0.248697, "user_cpu_s_delta": 5.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110161, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010432, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.099729, "user_cpu_s_delta": 2.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.537, "count": 101, "max_ms": 5.191, "p95_ms": 4.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.649, "count": 30, "max": 50.437, "p95": 32.385, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.064, "count": 30, "max": 23.078, "p95": 23.007, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 963.5, "count": 30, "max": 1622.0, "p95": 1534.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3504.667, "count": 30, "max": 95801.0, "p95": 5127.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.072, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.378, "p95": 1.113, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.515, "p95": 0.012, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92603.5, "count": 30, "max": 94442.0, "p95": 94073.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92603.5, "count": 30, "max": 94442.0, "p95": 94073.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.467, "count": 30, "max": 35.0, "p95": 29.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.069, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.679, "p95": 0.578, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22258, "sampled_at": "2026-11-02T17:04:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:04:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3618075, "flush_count": 4465, "flush_interval_seconds": 30.0, "flush_state": {"count": 4465, "last_at": "2026-11-02T17:09:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4464}, "started": true, "suppressed_count": 2645134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2645130}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4465, "written_record_count": 4465}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10592.734, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7325597491200, "copied_frame_count": 2649594, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7325597491200, "frame_buffer_copies": 2649594, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0937, "count": 512, "max_ms": 0.8456, "p50_ms": 0.0818, "p95_ms": 0.1673, "p99_ms": 0.2151}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1557, "count": 512, "max_ms": 3.4156, "p50_ms": 1.0789, "p95_ms": 1.8381, "p99_ms": 2.3438, "results": {"failed": 0, "not_applicable": 0, "success": 2649594, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:25+09:00", "last_error_summary": "[h264 @ 0x595c5fa4d540] error while decoding MB 178 61, bytestream -11", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 290.96, "last_started_at": "2026-11-02T17:04:34+09:00", "pid": 54212, "process": {"exists": false, "pid": 54212}, "restart_count": 127, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2649594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-11-02T17:09:25+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-11-02T17:09:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.259, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 389.741, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-02T17:09:25.520316+09:00", "mtime_epoch": 1793606965.5203156, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93122}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:09:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.879, "name": "celery", "pid": 176, "rss_mb": 2127.879, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2649594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 125}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 125, "pushed_frames": 125, "read_frames": 125, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.168, "pushed": 4.168, "read": 4.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 125, "client_acquire_ms": {"avg_ms": 0.005, "count": 125, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 32.968, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.459, "count": 125, "max_ms": 3.311, "p95_ms": 1.286, "reason": null, "sample_age_ms": 57.557, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.181, "count": 125, "max_ms": 1.783, "p95_ms": 0.962, "reason": null, "sample_age_ms": 57.707, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 125, "max_ms": 0.439, "p95_ms": 0.175, "reason": null, "sample_age_ms": 32.973, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.167, "count": 125, "max_ms": 3.225, "p95_ms": 1.765, "reason": null, "sample_age_ms": 56.848, "source": "client_direct"}, "request_count": 125, "request_tensor_bytes": {"avg": 2211848.0, "count": 125, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 56.834, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 125, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.034, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.322, "count": 125, "max_ms": 66.059, "p95_ms": 44.139, "reason": null, "sample_age_ms": 32.965, "source": "client_direct"}, "sample_age_ms": 32.962, "source": "client_direct", "task_total_ms": {"avg_ms": 32.715, "count": 125, "max_ms": 67.784, "p95_ms": 45.998, "reason": null, "sample_age_ms": 32.962, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.922, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.57, "count": 125, "max_ms": 1.729, "p95_ms": 1.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 125, "max_ms": 0.787, "p95_ms": 0.334}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 125, "max_ms": 0.231, "p95_ms": 0.118}, "event_filter_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 125, "max_ms": 0.168, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 125, "max_ms": 0.03, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 125, "max_ms": 0.413, "p95_ms": 0.283}, "setup_ms": {"avg_ms": 0.034, "count": 125, "max_ms": 0.085, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.538, "count": 125, "max_ms": 1.659, "p95_ms": 0.947}, "track_match_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 125, "max_ms": 0.059, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.415, "count": 125, "max_ms": 4.048, "p95_ms": 3.599}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 125, "max_ms": 0.3, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.43, "count": 125, "max_ms": 68.368, "p95_ms": 46.989}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 125, "max_ms": 0.212, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.357, "count": 125, "max_ms": 105.535, "p95_ms": 85.166}, "inference_input_copy_ms": {"avg_ms": 1.488, "count": 125, "max_ms": 7.368, "p95_ms": 2.393}, "processing_residual_ms": {"avg_ms": 0.119, "count": 125, "max_ms": 0.871, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.993, "count": 125, "max_ms": 107.205, "p95_ms": 87.226}, "read_interval": {"avg_ms": 240.314, "count": 125, "max_ms": 9128.029, "p95_ms": 124.834}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 125, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.101, "count": 125, "max_ms": 0.306, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 125, "max_ms": 0.035, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 125, "max_ms": 0.284, "p95_ms": 0.167}, "worker_merge_ms": {"avg_ms": 0.005, "count": 125, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.441, "count": 125, "max_ms": 68.376, "p95_ms": 46.998}, "visualize": {"avg_ms": 29.679, "count": 125, "max_ms": 47.452, "p95_ms": 40.298}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.031, "count": 125, "max_ms": 46.188, "p95_ms": 39.676}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.535, "count": 125, "max_ms": 47.054, "p95_ms": 40.173}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.46, "count": 125, "max_ms": 46.878, "p95_ms": 40.109}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 125, "max_ms": 0.127, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2127.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.65, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.546, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2649531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92758, "write_bytes_delta": 92758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 726.0, "cpu_core_ratio": 1.165343, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54212, "reason": null, "system_cpu_core_ratio": 0.046416, "system_cpu_s_delta": 0.47000000000000064, "user_cpu_core_ratio": 1.118927, "user_cpu_s_delta": 11.330000000000041}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.623162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06123, "system_cpu_s_delta": 0.6199999999989814, "user_cpu_core_ratio": 0.561932, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.48, "count": 301, "max_ms": 6.006, "p95_ms": 3.742, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.547, "count": 30, "max": 44.667, "p95": 32.759, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.708, "count": 30, "max": 26.416, "p95": 21.117, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 718.567, "count": 30, "max": 781.0, "p95": 757.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 350.067, "count": 30, "max": 9258.0, "p95": 419.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.174, "p95": 1.154, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94658.367, "count": 30, "max": 97416.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94658.367, "count": 30, "max": 97416.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.591, "p95": 0.584, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22285, "sampled_at": "2026-11-02T17:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3618075, "flush_count": 4465, "flush_interval_seconds": 30.0, "flush_state": {"count": 4465, "last_at": "2026-11-02T17:09:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4464}, "started": true, "suppressed_count": 2645134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2645130}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4465, "written_record_count": 4465}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10592.809, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7325597491200, "copied_frame_count": 2649594, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7325597491200, "frame_buffer_copies": 2649594, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0937, "count": 512, "max_ms": 0.8456, "p50_ms": 0.0818, "p95_ms": 0.1673, "p99_ms": 0.2151}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1557, "count": 512, "max_ms": 3.4156, "p50_ms": 1.0789, "p95_ms": 1.8381, "p99_ms": 2.3438, "results": {"failed": 0, "not_applicable": 0, "success": 2649594, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:25+09:00", "last_error_summary": "[h264 @ 0x595c5fa4d540] error while decoding MB 178 61, bytestream -11", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.008, "last_started_at": "2026-11-02T17:04:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 127, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2649594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-11-02T17:09:25+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-02T17:09:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.293, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 389.707, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-02T17:09:25.573316+09:00", "mtime_epoch": 1793606965.573316, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92971}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:09:25+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2127.879, "name": "celery", "pid": 176, "rss_mb": 2127.879, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2649594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 125}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.171, "pushed": 4.171, "read": 4.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 124, "client_acquire_ms": {"avg_ms": 0.005, "count": 124, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 79.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 124, "max_ms": 3.311, "p95_ms": 1.289, "reason": null, "sample_age_ms": 104.584, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 124, "max_ms": 1.783, "p95_ms": 0.963, "reason": null, "sample_age_ms": 104.734, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 124, "max_ms": 0.439, "p95_ms": 0.175, "reason": null, "sample_age_ms": 80.0, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.156, "count": 124, "max_ms": 3.225, "p95_ms": 1.763, "reason": null, "sample_age_ms": 103.875, "source": "client_direct"}, "request_count": 124, "request_tensor_bytes": {"avg": 2211848.0, "count": 124, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 103.861, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 124, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.061, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.326, "count": 124, "max_ms": 66.059, "p95_ms": 44.168, "reason": null, "sample_age_ms": 79.992, "source": "client_direct"}, "sample_age_ms": 79.989, "source": "client_direct", "task_total_ms": {"avg_ms": 32.709, "count": 124, "max_ms": 67.784, "p95_ms": 46.06, "reason": null, "sample_age_ms": 79.989, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.933, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.57, "count": 125, "max_ms": 1.729, "p95_ms": 1.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 125, "max_ms": 0.787, "p95_ms": 0.334}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 125, "max_ms": 0.231, "p95_ms": 0.118}, "event_filter_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 125, "max_ms": 0.168, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 125, "max_ms": 0.03, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 125, "max_ms": 0.413, "p95_ms": 0.283}, "setup_ms": {"avg_ms": 0.034, "count": 125, "max_ms": 0.085, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.538, "count": 125, "max_ms": 1.659, "p95_ms": 0.947}, "track_match_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 125, "max_ms": 0.059, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.415, "count": 125, "max_ms": 4.048, "p95_ms": 3.599}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 125, "max_ms": 0.3, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.43, "count": 125, "max_ms": 68.368, "p95_ms": 46.989}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 125, "max_ms": 0.212, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.357, "count": 125, "max_ms": 105.535, "p95_ms": 85.166}, "inference_input_copy_ms": {"avg_ms": 1.488, "count": 125, "max_ms": 7.368, "p95_ms": 2.393}, "processing_residual_ms": {"avg_ms": 0.119, "count": 125, "max_ms": 0.871, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.993, "count": 125, "max_ms": 107.205, "p95_ms": 87.226}, "read_interval": {"avg_ms": 241.394, "count": 124, "max_ms": 9128.029, "p95_ms": 124.834}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 125, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.101, "count": 125, "max_ms": 0.306, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 125, "max_ms": 0.035, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 125, "max_ms": 0.284, "p95_ms": 0.167}, "worker_merge_ms": {"avg_ms": 0.005, "count": 125, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.441, "count": 125, "max_ms": 68.376, "p95_ms": 46.998}, "visualize": {"avg_ms": 29.679, "count": 125, "max_ms": 47.452, "p95_ms": 40.298}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.031, "count": 125, "max_ms": 46.188, "p95_ms": 39.676}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.535, "count": 125, "max_ms": 47.054, "p95_ms": 40.173}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.46, "count": 125, "max_ms": 46.878, "p95_ms": 40.109}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 125, "max_ms": 0.127, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2127.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.65, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.546, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2649531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92758, "write_bytes_delta": 92758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 726.0, "cpu_core_ratio": 1.165343, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54212, "reason": null, "system_cpu_core_ratio": 0.046416, "system_cpu_s_delta": 0.47000000000000064, "user_cpu_core_ratio": 1.118927, "user_cpu_s_delta": 11.330000000000041}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.623162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06123, "system_cpu_s_delta": 0.6199999999989814, "user_cpu_core_ratio": 0.561932, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.48, "count": 301, "max_ms": 6.006, "p95_ms": 3.742, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.547, "count": 30, "max": 44.667, "p95": 32.759, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.708, "count": 30, "max": 26.416, "p95": 21.117, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 718.567, "count": 30, "max": 781.0, "p95": 757.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 350.067, "count": 30, "max": 9258.0, "p95": 419.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.174, "p95": 1.154, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94658.367, "count": 30, "max": 97416.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94658.367, "count": 30, "max": 97416.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.591, "p95": 0.584, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22285, "sampled_at": "2026-11-02T17:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4230724, "flush_count": 4466, "flush_interval_seconds": 30.0, "flush_state": {"count": 4466, "last_at": "2026-11-02T17:09:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4465}, "started": true, "suppressed_count": 2574988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2574683}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4466, "written_record_count": 4466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10416.109, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d69ea10ec00] error while decoding MB 88 61, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7130825625600, "copied_frame_count": 2579147, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7130825625600, "frame_buffer_copies": 2579147, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0803, "count": 512, "max_ms": 0.2874, "p50_ms": 0.0714, "p95_ms": 0.1429, "p99_ms": 0.1815}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1825, "count": 512, "max_ms": 3.3196, "p50_ms": 1.0919, "p95_ms": 1.9964, "p99_ms": 2.7395, "results": {"failed": 0, "not_applicable": 0, "success": 2579147, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 596, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:29+09:00", "last_error_summary": "[h264 @ 0x5d69ea10ec00] error while decoding MB 88 61, bytestream -7", "last_exit_at": "2026-11-02T17:03:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.991, "last_started_at": "2026-11-02T17:03:48+09:00", "pid": 54096, "process": {"exists": false, "pid": 54096}, "restart_count": 199, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-11-02T17:09:29+09:00", "last_frame_read_age_sec": 0.044, "last_frame_read_at": "2026-11-02T17:09:29+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.319, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 385.681, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-02T17:09:29.593349+09:00", "mtime_epoch": 1793606969.5933492, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107580}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:09:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2052.805, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2579148, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.459, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.696, "max": 2.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.696, "max": 2.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.906, "pushed": 6.906, "read": 6.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 11.23, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.591, "count": 207, "max_ms": 8.024, "p95_ms": 2.051, "reason": null, "sample_age_ms": 47.976, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 207, "max_ms": 7.591, "p95_ms": 1.344, "reason": null, "sample_age_ms": 48.137, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.256, "count": 207, "max_ms": 0.606, "p95_ms": 0.407, "reason": null, "sample_age_ms": 11.236, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.274, "count": 207, "max_ms": 4.388, "p95_ms": 2.135, "reason": null, "sample_age_ms": 46.987, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 46.972, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.443, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.2, "count": 207, "max_ms": 64.664, "p95_ms": 54.468, "reason": null, "sample_age_ms": 11.227, "source": "client_direct"}, "sample_age_ms": 11.224, "source": "client_direct", "task_total_ms": {"avg_ms": 38.869, "count": 207, "max_ms": 66.976, "p95_ms": 56.065, "reason": null, "sample_age_ms": 11.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.056, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.368, "count": 207, "max_ms": 13.429, "p95_ms": 10.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.335, "count": 207, "max_ms": 1.458, "p95_ms": 0.565}, "detection_prepare_ms": {"avg_ms": 1.109, "count": 207, "max_ms": 4.698, "p95_ms": 1.792}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.256, "count": 207, "max_ms": 0.702, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.976, "count": 207, "max_ms": 7.217, "p95_ms": 5.393}, "setup_ms": {"avg_ms": 0.029, "count": 207, "max_ms": 0.091, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 6.326, "count": 207, "max_ms": 13.358, "p95_ms": 10.045}, "track_match_ms": {"avg_ms": 0.088, "count": 207, "max_ms": 0.245, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.526, "count": 207, "max_ms": 3.884, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.01, "count": 207, "max_ms": 4.542, "p95_ms": 3.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 207, "max_ms": 0.775, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.791, "count": 207, "max_ms": 69.763, "p95_ms": 56.836}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.564, "count": 207, "max_ms": 10.69, "p95_ms": 6.608}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.775, "count": 207, "max_ms": 124.308, "p95_ms": 104.193}, "inference_input_copy_ms": {"avg_ms": 1.121, "count": 207, "max_ms": 2.695, "p95_ms": 1.885}, "processing_residual_ms": {"avg_ms": 0.15, "count": 207, "max_ms": 0.42, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.609, "count": 207, "max_ms": 128.648, "p95_ms": 109.592}, "read_interval": {"avg_ms": 145.114, "count": 207, "max_ms": 3240.477, "p95_ms": 141.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 207, "max_ms": 0.04, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 2.924, "count": 207, "max_ms": 7.146, "p95_ms": 5.312}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 207, "max_ms": 0.039, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.912, "count": 207, "max_ms": 7.129, "p95_ms": 5.297}, "worker_merge_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.8, "count": 207, "max_ms": 69.77, "p95_ms": 56.855}, "visualize": {"avg_ms": 28.681, "count": 207, "max_ms": 52.971, "p95_ms": 43.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.33, "count": 207, "max_ms": 40.301, "p95_ms": 36.063}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.475, "count": 207, "max_ms": 49.249, "p95_ms": 41.792}, "visualize_input_copy_ms": {"avg_ms": 1.06, "count": 207, "max_ms": 3.482, "p95_ms": 2.086}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.38, "count": 207, "max_ms": 48.92, "p95_ms": 41.667}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 207, "max_ms": 0.281, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2052.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.552, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106710, "write_bytes_delta": 106710, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.203152, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2742.0, "pid": 54096, "reason": null, "system_cpu_core_ratio": 0.016472, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.186681, "user_cpu_s_delta": 3.739999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.854538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.282516, "system_cpu_s_delta": 5.6599999999889405, "user_cpu_core_ratio": 0.572021, "user_cpu_s_delta": 11.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.016, "count": 207, "max_ms": 4.542, "p95_ms": 3.339, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.449, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.377, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.936, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.496, "count": 30, "max": 24.689, "p95": 20.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.133, "count": 30, "max": 1454.0, "p95": 1438.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 624.6, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1200.2, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.332, "p95": 1.321, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19782, "sampled_at": "2026-11-02T17:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4230724, "flush_count": 4466, "flush_interval_seconds": 30.0, "flush_state": {"count": 4466, "last_at": "2026-11-02T17:09:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4465}, "started": true, "suppressed_count": 2574988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2574683}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4466, "written_record_count": 4466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10416.219, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:09:29+09:00", "last_error_summary": "[h264 @ 0x5d69ea10ec00] error while decoding MB 88 61, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7130828390400, "copied_frame_count": 2579148, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7130828390400, "frame_buffer_copies": 2579148, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0802, "count": 512, "max_ms": 0.2874, "p50_ms": 0.0714, "p95_ms": 0.1429, "p99_ms": 0.1815}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1819, "count": 512, "max_ms": 3.3196, "p50_ms": 1.0919, "p95_ms": 1.9964, "p99_ms": 2.7395, "results": {"failed": 0, "not_applicable": 0, "success": 2579148, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 596, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:29+09:00", "last_error_summary": "[h264 @ 0x5d69ea10ec00] error while decoding MB 88 61, bytestream -7", "last_exit_at": "2026-11-02T17:09:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 341.035, "last_started_at": "2026-11-02T17:03:48+09:00", "pid": 54096, "process": {"exists": false, "pid": 54096}, "restart_count": 199, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:09:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-02T17:09:29+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.36, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 385.64, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-02T17:09:29.593349+09:00", "mtime_epoch": 1793606969.5933492, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107580}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:09:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2052.789, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2579148, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.464, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.696, "max": 2.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.696, "max": 2.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.908, "pushed": 6.908, "read": 6.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 54.571, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.591, "count": 207, "max_ms": 8.024, "p95_ms": 2.051, "reason": null, "sample_age_ms": 91.316, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 207, "max_ms": 7.591, "p95_ms": 1.344, "reason": null, "sample_age_ms": 91.477, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.256, "count": 207, "max_ms": 0.606, "p95_ms": 0.407, "reason": null, "sample_age_ms": 54.577, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.274, "count": 207, "max_ms": 4.388, "p95_ms": 2.135, "reason": null, "sample_age_ms": 90.328, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.313, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.2, "count": 207, "max_ms": 64.664, "p95_ms": 54.468, "reason": null, "sample_age_ms": 54.568, "source": "client_direct"}, "sample_age_ms": 54.565, "source": "client_direct", "task_total_ms": {"avg_ms": 38.869, "count": 207, "max_ms": 66.976, "p95_ms": 56.065, "reason": null, "sample_age_ms": 54.565, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.827, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.352, "count": 207, "max_ms": 13.429, "p95_ms": 10.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 207, "max_ms": 1.458, "p95_ms": 0.565}, "detection_prepare_ms": {"avg_ms": 1.106, "count": 207, "max_ms": 4.698, "p95_ms": 1.792}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.256, "count": 207, "max_ms": 0.702, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.964, "count": 207, "max_ms": 7.217, "p95_ms": 5.393}, "setup_ms": {"avg_ms": 0.029, "count": 207, "max_ms": 0.091, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 6.31, "count": 207, "max_ms": 13.358, "p95_ms": 10.045}, "track_match_ms": {"avg_ms": 0.088, "count": 207, "max_ms": 0.245, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.525, "count": 207, "max_ms": 3.884, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.004, "count": 207, "max_ms": 4.542, "p95_ms": 3.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 207, "max_ms": 0.775, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.742, "count": 207, "max_ms": 69.763, "p95_ms": 56.836}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.536, "count": 207, "max_ms": 10.69, "p95_ms": 6.349}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.684, "count": 207, "max_ms": 124.308, "p95_ms": 104.193}, "inference_input_copy_ms": {"avg_ms": 1.121, "count": 207, "max_ms": 2.695, "p95_ms": 1.885}, "processing_residual_ms": {"avg_ms": 0.15, "count": 207, "max_ms": 0.42, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.49, "count": 207, "max_ms": 128.648, "p95_ms": 109.03}, "read_interval": {"avg_ms": 145.114, "count": 207, "max_ms": 3240.477, "p95_ms": 141.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 207, "max_ms": 0.04, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 2.913, "count": 207, "max_ms": 7.146, "p95_ms": 5.312}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 207, "max_ms": 0.039, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.9, "count": 207, "max_ms": 7.129, "p95_ms": 5.297}, "worker_merge_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.751, "count": 207, "max_ms": 69.77, "p95_ms": 56.855}, "visualize": {"avg_ms": 28.663, "count": 207, "max_ms": 52.971, "p95_ms": 43.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.263, "count": 207, "max_ms": 40.301, "p95_ms": 35.613}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.433, "count": 207, "max_ms": 49.249, "p95_ms": 41.733}, "visualize_input_copy_ms": {"avg_ms": 1.084, "count": 207, "max_ms": 5.966, "p95_ms": 2.105}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.338, "count": 207, "max_ms": 48.92, "p95_ms": 41.647}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 207, "max_ms": 0.281, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2052.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.552, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106710, "write_bytes_delta": 106710, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.203152, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2742.0, "pid": 54096, "reason": null, "system_cpu_core_ratio": 0.016472, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.186681, "user_cpu_s_delta": 3.739999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.854538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.282516, "system_cpu_s_delta": 5.6599999999889405, "user_cpu_core_ratio": 0.572021, "user_cpu_s_delta": 11.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.016, "count": 207, "max_ms": 4.542, "p95_ms": 3.339, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.449, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.377, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.936, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.496, "count": 30, "max": 24.689, "p95": 20.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.133, "count": 30, "max": 1454.0, "p95": 1438.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 624.6, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1200.2, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.332, "p95": 1.321, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19782, "sampled_at": "2026-11-02T17:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4230724, "flush_count": 4466, "flush_interval_seconds": 30.0, "flush_state": {"count": 4466, "last_at": "2026-11-02T17:09:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4465}, "started": true, "suppressed_count": 2574988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2574683}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4466, "written_record_count": 4466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10416.262, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7130828390400, "copied_frame_count": 2579148, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7130828390400, "frame_buffer_copies": 2579148, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0802, "count": 512, "max_ms": 0.2874, "p50_ms": 0.0714, "p95_ms": 0.1429, "p99_ms": 0.1815}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1819, "count": 512, "max_ms": 3.3196, "p50_ms": 1.0919, "p95_ms": 1.9964, "p99_ms": 2.7395, "results": {"failed": 0, "not_applicable": 0, "success": 2579148, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 596, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:29+09:00", "last_error_summary": "[h264 @ 0x5d69ea10ec00] error while decoding MB 88 61, bytestream -7", "last_exit_at": "2026-11-02T17:09:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 341.061, "last_started_at": "2026-11-02T17:03:48+09:00", "pid": 54096, "process": {"exists": false, "pid": 54096}, "restart_count": 199, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-02T17:09:29+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-11-02T17:09:29+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.393, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 385.607, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-11-02T17:09:29.684350+09:00", "mtime_epoch": 1793606969.68435, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107988}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:09:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2052.789, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2579148, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.464, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.696, "max": 2.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.696, "max": 2.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.902, "pushed": 6.902, "read": 6.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 84.528, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.591, "count": 207, "max_ms": 8.024, "p95_ms": 2.051, "reason": null, "sample_age_ms": 121.274, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 207, "max_ms": 7.591, "p95_ms": 1.344, "reason": null, "sample_age_ms": 121.435, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.256, "count": 207, "max_ms": 0.606, "p95_ms": 0.407, "reason": null, "sample_age_ms": 84.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.274, "count": 207, "max_ms": 4.388, "p95_ms": 2.135, "reason": null, "sample_age_ms": 120.285, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 120.27, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.741, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.2, "count": 207, "max_ms": 64.664, "p95_ms": 54.468, "reason": null, "sample_age_ms": 84.525, "source": "client_direct"}, "sample_age_ms": 84.522, "source": "client_direct", "task_total_ms": {"avg_ms": 38.869, "count": 207, "max_ms": 66.976, "p95_ms": 56.065, "reason": null, "sample_age_ms": 84.522, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.293, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.352, "count": 207, "max_ms": 13.429, "p95_ms": 10.086}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 207, "max_ms": 1.458, "p95_ms": 0.565}, "detection_prepare_ms": {"avg_ms": 1.106, "count": 207, "max_ms": 4.698, "p95_ms": 1.792}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.256, "count": 207, "max_ms": 0.702, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.964, "count": 207, "max_ms": 7.217, "p95_ms": 5.393}, "setup_ms": {"avg_ms": 0.029, "count": 207, "max_ms": 0.091, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 6.31, "count": 207, "max_ms": 13.358, "p95_ms": 10.045}, "track_match_ms": {"avg_ms": 0.088, "count": 207, "max_ms": 0.245, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.525, "count": 207, "max_ms": 3.884, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.004, "count": 207, "max_ms": 4.542, "p95_ms": 3.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 207, "max_ms": 0.775, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.742, "count": 207, "max_ms": 69.763, "p95_ms": 56.836}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.536, "count": 207, "max_ms": 10.69, "p95_ms": 6.349}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.684, "count": 207, "max_ms": 124.308, "p95_ms": 104.193}, "inference_input_copy_ms": {"avg_ms": 1.121, "count": 207, "max_ms": 2.695, "p95_ms": 1.885}, "processing_residual_ms": {"avg_ms": 0.15, "count": 207, "max_ms": 0.42, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.49, "count": 207, "max_ms": 128.648, "p95_ms": 109.03}, "read_interval": {"avg_ms": 145.114, "count": 207, "max_ms": 3240.477, "p95_ms": 141.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 207, "max_ms": 0.04, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 2.913, "count": 207, "max_ms": 7.146, "p95_ms": 5.312}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 207, "max_ms": 0.039, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.9, "count": 207, "max_ms": 7.129, "p95_ms": 5.297}, "worker_merge_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.751, "count": 207, "max_ms": 69.77, "p95_ms": 56.855}, "visualize": {"avg_ms": 28.663, "count": 207, "max_ms": 52.971, "p95_ms": 43.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.263, "count": 207, "max_ms": 40.301, "p95_ms": 35.613}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.433, "count": 207, "max_ms": 49.249, "p95_ms": 41.733}, "visualize_input_copy_ms": {"avg_ms": 1.084, "count": 207, "max_ms": 5.966, "p95_ms": 2.105}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.338, "count": 207, "max_ms": 48.92, "p95_ms": 41.647}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 207, "max_ms": 0.281, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2052.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.552, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106710, "write_bytes_delta": 106710, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.203152, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2742.0, "pid": 54096, "reason": null, "system_cpu_core_ratio": 0.016472, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.186681, "user_cpu_s_delta": 3.739999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.854538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.282516, "system_cpu_s_delta": 5.6599999999889405, "user_cpu_core_ratio": 0.572021, "user_cpu_s_delta": 11.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.016, "count": 207, "max_ms": 4.542, "p95_ms": 3.339, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.449, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.377, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.936, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.496, "count": 30, "max": 24.689, "p95": 20.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.133, "count": 30, "max": 1454.0, "p95": 1438.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 624.6, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1200.2, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.332, "p95": 1.321, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19782, "sampled_at": "2026-11-02T17:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3618075, "flush_count": 4465, "flush_interval_seconds": 30.0, "flush_state": {"count": 4465, "last_at": "2026-11-02T17:09:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4464}, "started": true, "suppressed_count": 2645134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2645130}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4465, "written_record_count": 4465}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10722.449, "limit_mb": null}, "detail": {"pid": 54390, "restart_count": 128, "start_count": 129}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7325597491200, "copied_frame_count": 2649594, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7325597491200, "frame_buffer_copies": 2649594, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0937, "count": 512, "max_ms": 0.8456, "p50_ms": 0.0818, "p95_ms": 0.1673, "p99_ms": 0.2151}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1557, "count": 512, "max_ms": 3.4156, "p50_ms": 1.0789, "p95_ms": 1.8381, "p99_ms": 2.3438, "results": {"failed": 0, "not_applicable": 0, "success": 2649594, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:25+09:00", "last_error_summary": "[h264 @ 0x595c5fa4d540] error while decoding MB 178 61, bytestream -11", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:09:28+09:00", "pid": 54390, "process": {"exists": true, "fd_count": 5, "hwm_mb": 380.09, "name": "ffmpeg", "pid": 54390, "rss_mb": 380.09, "state": "S (sleeping)", "threads": 70}, "restart_count": 128, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.437, "sample_count": 2732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2649594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.784, "last_frame_pushed_at": "2026-11-02T17:09:25+09:00", "last_frame_read_age_sec": 4.835, "last_frame_read_at": "2026-11-02T17:09:25+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.049, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 384.951, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 4.777, "exists": true, "mtime": "2026-11-02T17:09:25.573316+09:00", "mtime_epoch": 1793606965.573316, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92971}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:09:30+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.883, "name": "celery", "pid": 176, "rss_mb": 2127.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2649594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.601, "pushed": 2.601, "read": 2.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.015, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4814.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.481, "count": 77, "max_ms": 2.862, "p95_ms": 1.299, "reason": null, "sample_age_ms": 4839.052, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.198, "count": 77, "max_ms": 1.783, "p95_ms": 0.975, "reason": null, "sample_age_ms": 4839.202, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 77, "max_ms": 0.183, "p95_ms": 0.125, "reason": null, "sample_age_ms": 4814.468, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.108, "count": 77, "max_ms": 2.054, "p95_ms": 1.754, "reason": null, "sample_age_ms": 4838.343, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2211848.0, "count": 77, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4838.329, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4814.529, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.047, "count": 77, "max_ms": 66.059, "p95_ms": 44.443, "reason": null, "sample_age_ms": 4814.46, "source": "client_direct"}, "sample_age_ms": 4814.457, "source": "client_direct", "task_total_ms": {"avg_ms": 32.36, "count": 77, "max_ms": 67.784, "p95_ms": 46.314, "reason": null, "sample_age_ms": 4814.457, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.561, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.531, "count": 78, "max_ms": 1.729, "p95_ms": 1.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 78, "max_ms": 0.787, "p95_ms": 0.325}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 78, "max_ms": 0.192, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 78, "max_ms": 0.131, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 78, "max_ms": 0.413, "p95_ms": 0.284}, "setup_ms": {"avg_ms": 0.03, "count": 78, "max_ms": 0.073, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.502, "count": 78, "max_ms": 1.659, "p95_ms": 0.947}, "track_match_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.026, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 78, "max_ms": 0.048, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.358, "count": 78, "max_ms": 4.048, "p95_ms": 3.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 78, "max_ms": 0.3, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.182, "count": 78, "max_ms": 68.368, "p95_ms": 47.048}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 78, "max_ms": 0.212, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.527, "count": 78, "max_ms": 105.535, "p95_ms": 84.607}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 78, "max_ms": 7.368, "p95_ms": 2.149}, "processing_residual_ms": {"avg_ms": 0.112, "count": 78, "max_ms": 0.244, "p95_ms": 0.199}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.132, "count": 78, "max_ms": 107.205, "p95_ms": 86.381}, "read_interval": {"avg_ms": 327.826, "count": 77, "max_ms": 9128.029, "p95_ms": 125.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 78, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.097, "count": 78, "max_ms": 0.306, "p95_ms": 0.203}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 78, "max_ms": 0.021, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 78, "max_ms": 0.284, "p95_ms": 0.178}, "worker_merge_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.027, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 33.192, "count": 78, "max_ms": 68.376, "p95_ms": 47.057}, "visualize": {"avg_ms": 28.15, "count": 78, "max_ms": 40.298, "p95_ms": 38.607}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.523, "count": 78, "max_ms": 39.676, "p95_ms": 37.733}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.013, "count": 78, "max_ms": 40.173, "p95_ms": 38.42}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.94, "count": 78, "max_ms": 40.109, "p95_ms": 38.321}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 78, "max_ms": 0.105, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2127.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.65, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.546, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2649531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92758, "write_bytes_delta": 92758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 726.0, "cpu_core_ratio": 1.165343, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54212, "reason": null, "system_cpu_core_ratio": 0.046416, "system_cpu_s_delta": 0.47000000000000064, "user_cpu_core_ratio": 1.118927, "user_cpu_s_delta": 11.330000000000041}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.623162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06123, "system_cpu_s_delta": 0.6199999999989814, "user_cpu_core_ratio": 0.561932, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.48, "count": 301, "max_ms": 6.006, "p95_ms": 3.742, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.547, "count": 30, "max": 44.667, "p95": 32.759, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.708, "count": 30, "max": 26.416, "p95": 21.117, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 718.567, "count": 30, "max": 781.0, "p95": 757.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 350.067, "count": 30, "max": 9258.0, "p95": 419.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.174, "p95": 1.154, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94658.367, "count": 30, "max": 97416.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94658.367, "count": 30, "max": 97416.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 26.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.591, "p95": 0.584, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22285, "sampled_at": "2026-11-02T17:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4230724, "flush_count": 4466, "flush_interval_seconds": 30.0, "flush_state": {"count": 4466, "last_at": "2026-11-02T17:09:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:09:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4465}, "started": true, "suppressed_count": 2574988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2574683}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4466, "written_record_count": 4466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10938.707, "limit_mb": null}, "detail": {"pid": 54506, "restart_count": 200, "start_count": 201}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7130828390400, "copied_frame_count": 2579148, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7130828390400, "frame_buffer_copies": 2579148, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0802, "count": 512, "max_ms": 0.2874, "p50_ms": 0.0714, "p95_ms": 0.1429, "p99_ms": 0.1815}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1819, "count": 512, "max_ms": 3.3196, "p50_ms": 1.0919, "p95_ms": 1.9964, "p99_ms": 2.7395, "results": {"failed": 0, "not_applicable": 0, "success": 2579148, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 596, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:29+09:00", "last_error_summary": "[h264 @ 0x5d69ea10ec00] error while decoding MB 88 61, bytestream -7", "last_exit_at": "2026-11-02T17:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:09:32+09:00", "pid": 54506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.562, "name": "ffmpeg", "pid": 54506, "rss_mb": 209.562, "state": "S (sleeping)", "threads": 70}, "restart_count": 200, "restart_count_per_hour": 6, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.671, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.7, "last_frame_pushed_at": "2026-11-02T17:09:29+09:00", "last_frame_read_age_sec": 4.787, "last_frame_read_at": "2026-11-02T17:09:29+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.063, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 380.937, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 4.693, "exists": true, "mtime": "2026-11-02T17:09:29.684350+09:00", "mtime_epoch": 1793606969.68435, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107988}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:09:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2052.793, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2579148, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.327, "max": 14.0, "p95": 12.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.259, "max": 4.0, "p95": 3.0, "sample_count": 162}, "total": {"avg": 2.259, "max": 4.0, "p95": 3.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 0.568, "max": 2.0, "p95": 2.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 0.568, "max": 2.0, "p95": 2.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.4, "pushed": 5.433, "read": 5.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4755.829, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.516, "count": 162, "max_ms": 5.139, "p95_ms": 1.541, "reason": null, "sample_age_ms": 4792.574, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 162, "max_ms": 4.928, "p95_ms": 1.256, "reason": null, "sample_age_ms": 4792.735, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 162, "max_ms": 0.606, "p95_ms": 0.396, "reason": null, "sample_age_ms": 4755.835, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 162, "max_ms": 2.475, "p95_ms": 2.089, "reason": null, "sample_age_ms": 4791.585, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2764808.0, "count": 162, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4791.571, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4756.041, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.308, "count": 162, "max_ms": 58.417, "p95_ms": 50.677, "reason": null, "sample_age_ms": 4755.826, "source": "client_direct"}, "sample_age_ms": 4755.823, "source": "client_direct", "task_total_ms": {"avg_ms": 37.891, "count": 162, "max_ms": 60.482, "p95_ms": 52.633, "reason": null, "sample_age_ms": 4755.823, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.83, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.808, "count": 162, "max_ms": 13.429, "p95_ms": 9.192}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 162, "max_ms": 1.458, "p95_ms": 0.56}, "detection_prepare_ms": {"avg_ms": 1.067, "count": 162, "max_ms": 4.698, "p95_ms": 1.788}, "event_filter_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.019, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 162, "max_ms": 0.702, "p95_ms": 0.41}, "mcmt_ms": {"avg_ms": 0.002, "count": 162, "max_ms": 0.024, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.563, "count": 162, "max_ms": 6.786, "p95_ms": 4.696}, "setup_ms": {"avg_ms": 0.028, "count": 162, "max_ms": 0.067, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 5.768, "count": 162, "max_ms": 13.358, "p95_ms": 9.143}, "track_match_ms": {"avg_ms": 0.08, "count": 162, "max_ms": 0.237, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.441, "count": 162, "max_ms": 3.884, "p95_ms": 2.199}}, "gstreamer_push": {"avg_ms": 1.915, "count": 163, "max_ms": 3.984, "p95_ms": 3.019}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 162, "max_ms": 0.775, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.692, "count": 162, "max_ms": 63.3, "p95_ms": 53.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.444, "count": 162, "max_ms": 10.69, "p95_ms": 6.349}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.385, "count": 162, "max_ms": 124.308, "p95_ms": 94.033}, "inference_input_copy_ms": {"avg_ms": 1.058, "count": 162, "max_ms": 2.695, "p95_ms": 1.832}, "processing_residual_ms": {"avg_ms": 0.139, "count": 162, "max_ms": 0.384, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.026, "count": 162, "max_ms": 128.648, "p95_ms": 98.227}, "read_interval": {"avg_ms": 156.245, "count": 162, "max_ms": 3240.477, "p95_ms": 140.254}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 162, "max_ms": 0.04, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 2.516, "count": 162, "max_ms": 6.693, "p95_ms": 4.627}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.034, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.504, "count": 162, "max_ms": 6.674, "p95_ms": 4.597}, "worker_merge_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.701, "count": 162, "max_ms": 63.321, "p95_ms": 53.182}, "visualize": {"avg_ms": 26.988, "count": 162, "max_ms": 52.971, "p95_ms": 39.198}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.892, "count": 162, "max_ms": 40.301, "p95_ms": 31.943}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.806, "count": 162, "max_ms": 49.249, "p95_ms": 37.236}, "visualize_input_copy_ms": {"avg_ms": 1.044, "count": 162, "max_ms": 5.966, "p95_ms": 1.677}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.716, "count": 162, "max_ms": 48.92, "p95_ms": 37.152}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 162, "max_ms": 0.274, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2052.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.552, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.562, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2579145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106710, "write_bytes_delta": 106710, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.203152, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2742.0, "pid": 54096, "reason": null, "system_cpu_core_ratio": 0.016472, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.186681, "user_cpu_s_delta": 3.739999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.854538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.282516, "system_cpu_s_delta": 5.6599999999889405, "user_cpu_core_ratio": 0.572021, "user_cpu_s_delta": 11.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.016, "count": 207, "max_ms": 4.542, "p95_ms": 3.339, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.449, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.377, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.377, "max": 4.0, "p95": 4.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.936, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.496, "count": 30, "max": 24.689, "p95": 20.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.133, "count": 30, "max": 1454.0, "p95": 1438.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 624.6, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108674.533, "count": 30, "max": 114325.0, "p95": 113463.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1200.2, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.332, "p95": 1.321, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19782, "sampled_at": "2026-11-02T17:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3619751, "flush_count": 4467, "flush_interval_seconds": 30.0, "flush_state": {"count": 4467, "last_at": "2026-11-02T17:11:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4466}, "started": true, "suppressed_count": 2646049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2646045}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4467, "written_record_count": 4467}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10594.098, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7328132812800, "copied_frame_count": 2650511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7328132812800, "frame_buffer_copies": 2650511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 0.3229, "p50_ms": 0.0865, "p95_ms": 0.1824, "p99_ms": 0.2176}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3008, "count": 512, "max_ms": 3.3671, "p50_ms": 1.1829, "p95_ms": 2.382, "p99_ms": 3.05, "results": {"failed": 0, "not_applicable": 0, "success": 2650511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:09:25+09:00", "last_error_summary": "[h264 @ 0x595c5fa4d540] error while decoding MB 178 61, bytestream -11", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.007, "last_started_at": "2026-11-02T17:09:28+09:00", "pid": 54390, "process": {"exists": false, "pid": 54390}, "restart_count": 128, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.629, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-02T17:11:37+09:00", "last_frame_read_age_sec": 0.049, "last_frame_read_at": "2026-11-02T17:11:37+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.04, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 257.96, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-02T17:11:37.311366+09:00", "mtime_epoch": 1793607097.311366, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93411}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:11:37+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2128.328, "name": "celery", "pid": 176, "rss_mb": 2128.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2650511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 30}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 30, "pushed_frames": 30, "read_frames": 30, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.009, "pushed": 1.009, "read": 1.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 30, "client_acquire_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 25.525, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.447, "count": 30, "max_ms": 1.379, "p95_ms": 1.308, "reason": null, "sample_age_ms": 49.35, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 30, "max_ms": 1.117, "p95_ms": 1.083, "reason": null, "sample_age_ms": 49.509, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 30, "max_ms": 0.227, "p95_ms": 0.192, "reason": null, "sample_age_ms": 25.53, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.965, "count": 30, "max_ms": 2.028, "p95_ms": 1.542, "reason": null, "sample_age_ms": 48.588, "source": "client_direct"}, "request_count": 30, "request_tensor_bytes": {"avg": 2211848.0, "count": 30, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 48.574, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 30, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.591, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.29, "count": 30, "max_ms": 34.682, "p95_ms": 33.928, "reason": null, "sample_age_ms": 25.522, "source": "client_direct"}, "sample_age_ms": 25.519, "source": "client_direct", "task_total_ms": {"avg_ms": 29.446, "count": 30, "max_ms": 36.276, "p95_ms": 35.823, "reason": null, "sample_age_ms": 25.519, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.919, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 30, "max_ms": 0.92, "p95_ms": 0.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 30, "max_ms": 0.354, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 30, "max_ms": 0.116, "p95_ms": 0.114}, "event_filter_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 30, "max_ms": 0.102, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 30, "max_ms": 0.24, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 30, "max_ms": 0.047, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.492, "count": 30, "max_ms": 0.891, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 30, "max_ms": 0.034, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.454, "count": 30, "max_ms": 4.869, "p95_ms": 4.263}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 30, "max_ms": 0.542, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.131, "count": 30, "max_ms": 36.842, "p95_ms": 36.779}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 30, "max_ms": 0.044, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.094, "count": 30, "max_ms": 76.19, "p95_ms": 75.89}, "inference_input_copy_ms": {"avg_ms": 1.347, "count": 30, "max_ms": 2.989, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.091, "count": 30, "max_ms": 0.188, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.556, "count": 30, "max_ms": 78.488, "p95_ms": 77.561}, "read_interval": {"avg_ms": 1112.766, "count": 30, "max_ms": 10227.083, "p95_ms": 10137.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 30, "max_ms": 0.018, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.094, "count": 30, "max_ms": 0.168, "p95_ms": 0.145}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 30, "max_ms": 0.047, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 30, "max_ms": 0.151, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.141, "count": 30, "max_ms": 36.857, "p95_ms": 36.792}, "visualize": {"avg_ms": 27.73, "count": 30, "max_ms": 41.818, "p95_ms": 40.709}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.107, "count": 30, "max_ms": 40.84, "p95_ms": 39.957}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.599, "count": 30, "max_ms": 41.624, "p95_ms": 40.56}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.532, "count": 30, "max_ms": 41.535, "p95_ms": 40.474}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 30, "max_ms": 0.066, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2128.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.26, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.133, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93303, "write_bytes_delta": 93303, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 41.0, "cpu_core_ratio": 0.054816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54390, "reason": null, "system_cpu_core_ratio": 0.003426, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.05139, "user_cpu_s_delta": 0.5999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004282, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.036829, "user_cpu_s_delta": 0.4300000000221189}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.141, "count": 145, "max_ms": 8.931, "p95_ms": 5.152, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.262, "count": 30, "max": 37.742, "p95": 34.307, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.533, "count": 30, "max": 26.416, "p95": 21.68, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.067, "count": 30, "max": 781.0, "p95": 754.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.333, "count": 30, "max": 11371.0, "p95": 141.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.174, "p95": 1.147, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.79, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 26.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.61, "p95": 0.593, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22297, "sampled_at": "2026-11-02T17:11:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3619751, "flush_count": 4467, "flush_interval_seconds": 30.0, "flush_state": {"count": 4467, "last_at": "2026-11-02T17:11:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4466}, "started": true, "suppressed_count": 2646049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2646045}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4467, "written_record_count": 4467}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10593.441, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x61db65098300] error while decoding MB 223 92, bytestream -8 [in#0/rtsp @ 0x61db65081e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61db65081e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7328132812800, "copied_frame_count": 2650511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7328132812800, "frame_buffer_copies": 2650511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 0.3229, "p50_ms": 0.0865, "p95_ms": 0.1824, "p99_ms": 0.2176}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3008, "count": 512, "max_ms": 3.3671, "p50_ms": 1.1829, "p95_ms": 2.382, "p99_ms": 3.05, "results": {"failed": 0, "not_applicable": 0, "success": 2650511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:37+09:00", "last_error_summary": "[h264 @ 0x61db65098300] error while decoding MB 223 92, bytestream -8 [in#0/rtsp @ 0x61db65081e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61db65081e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.015, "last_started_at": "2026-11-02T17:09:28+09:00", "pid": 54390, "process": {"exists": false, "pid": 54390}, "restart_count": 128, "restart_count_per_hour": 3, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.629, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-02T17:11:37+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-11-02T17:11:37+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.046, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 257.954, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-02T17:11:37.362366+09:00", "mtime_epoch": 1793607097.3623664, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92809}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:11:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2128.328, "name": "celery", "pid": 176, "rss_mb": 2128.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2650511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 30}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 30, "pushed_frames": 30, "read_frames": 30, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.009, "pushed": 1.009, "read": 1.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 30, "client_acquire_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 33.181, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.447, "count": 30, "max_ms": 1.379, "p95_ms": 1.308, "reason": null, "sample_age_ms": 57.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 30, "max_ms": 1.117, "p95_ms": 1.083, "reason": null, "sample_age_ms": 57.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 30, "max_ms": 0.227, "p95_ms": 0.192, "reason": null, "sample_age_ms": 33.186, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.965, "count": 30, "max_ms": 2.028, "p95_ms": 1.542, "reason": null, "sample_age_ms": 56.244, "source": "client_direct"}, "request_count": 30, "request_tensor_bytes": {"avg": 2211848.0, "count": 30, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 56.23, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 30, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.247, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.29, "count": 30, "max_ms": 34.682, "p95_ms": 33.928, "reason": null, "sample_age_ms": 33.179, "source": "client_direct"}, "sample_age_ms": 33.175, "source": "client_direct", "task_total_ms": {"avg_ms": 29.446, "count": 30, "max_ms": 36.276, "p95_ms": 35.823, "reason": null, "sample_age_ms": 33.175, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.346, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 30, "max_ms": 0.92, "p95_ms": 0.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 30, "max_ms": 0.354, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 30, "max_ms": 0.116, "p95_ms": 0.114}, "event_filter_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 30, "max_ms": 0.102, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 30, "max_ms": 0.24, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 30, "max_ms": 0.047, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.492, "count": 30, "max_ms": 0.891, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 30, "max_ms": 0.034, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.454, "count": 30, "max_ms": 4.869, "p95_ms": 4.263}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 30, "max_ms": 0.542, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.131, "count": 30, "max_ms": 36.842, "p95_ms": 36.779}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 30, "max_ms": 0.044, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.094, "count": 30, "max_ms": 76.19, "p95_ms": 75.89}, "inference_input_copy_ms": {"avg_ms": 1.347, "count": 30, "max_ms": 2.989, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.091, "count": 30, "max_ms": 0.188, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.556, "count": 30, "max_ms": 78.488, "p95_ms": 77.561}, "read_interval": {"avg_ms": 1112.766, "count": 30, "max_ms": 10227.083, "p95_ms": 10137.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 30, "max_ms": 0.018, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.094, "count": 30, "max_ms": 0.168, "p95_ms": 0.145}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 30, "max_ms": 0.047, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 30, "max_ms": 0.151, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.141, "count": 30, "max_ms": 36.857, "p95_ms": 36.792}, "visualize": {"avg_ms": 27.73, "count": 30, "max_ms": 41.818, "p95_ms": 40.709}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.107, "count": 30, "max_ms": 40.84, "p95_ms": 39.957}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.599, "count": 30, "max_ms": 41.624, "p95_ms": 40.56}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.532, "count": 30, "max_ms": 41.535, "p95_ms": 40.474}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 30, "max_ms": 0.066, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2128.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.26, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.133, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93303, "write_bytes_delta": 93303, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 41.0, "cpu_core_ratio": 0.054816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54390, "reason": null, "system_cpu_core_ratio": 0.003426, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.05139, "user_cpu_s_delta": 0.5999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004282, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.036829, "user_cpu_s_delta": 0.4300000000221189}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.141, "count": 145, "max_ms": 8.931, "p95_ms": 5.152, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.262, "count": 30, "max": 37.742, "p95": 34.307, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.533, "count": 30, "max": 26.416, "p95": 21.68, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.067, "count": 30, "max": 781.0, "p95": 754.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.333, "count": 30, "max": 11371.0, "p95": 141.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.174, "p95": 1.147, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.79, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 26.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.61, "p95": 0.593, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22297, "sampled_at": "2026-11-02T17:11:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3619751, "flush_count": 4467, "flush_interval_seconds": 30.0, "flush_state": {"count": 4467, "last_at": "2026-11-02T17:11:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4466}, "started": true, "suppressed_count": 2646049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2646045}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4467, "written_record_count": 4467}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10594.535, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7328132812800, "copied_frame_count": 2650511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7328132812800, "frame_buffer_copies": 2650511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 0.3229, "p50_ms": 0.0865, "p95_ms": 0.1824, "p99_ms": 0.2176}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3008, "count": 512, "max_ms": 3.3671, "p50_ms": 1.1829, "p95_ms": 2.382, "p99_ms": 3.05, "results": {"failed": 0, "not_applicable": 0, "success": 2650511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:37+09:00", "last_error_summary": "[h264 @ 0x61db65098300] error while decoding MB 223 92, bytestream -8 [in#0/rtsp @ 0x61db65081e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61db65081e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.043, "last_started_at": "2026-11-02T17:09:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 128, "restart_count_per_hour": 3, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.629, "sample_count": 2424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-02T17:11:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-02T17:11:37+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.068, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 257.932, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-02T17:11:37.362366+09:00", "mtime_epoch": 1793607097.3623664, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92809}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:11:37+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2128.328, "name": "celery", "pid": 176, "rss_mb": 2128.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2650511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 30}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 30, "pushed_frames": 30, "read_frames": 30, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.008, "pushed": 1.008, "read": 1.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 30, "client_acquire_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 61.491, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.447, "count": 30, "max_ms": 1.379, "p95_ms": 1.308, "reason": null, "sample_age_ms": 85.316, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 30, "max_ms": 1.117, "p95_ms": 1.083, "reason": null, "sample_age_ms": 85.475, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 30, "max_ms": 0.227, "p95_ms": 0.192, "reason": null, "sample_age_ms": 61.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.965, "count": 30, "max_ms": 2.028, "p95_ms": 1.542, "reason": null, "sample_age_ms": 84.554, "source": "client_direct"}, "request_count": 30, "request_tensor_bytes": {"avg": 2211848.0, "count": 30, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.54, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 30, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.557, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.29, "count": 30, "max_ms": 34.682, "p95_ms": 33.928, "reason": null, "sample_age_ms": 61.489, "source": "client_direct"}, "sample_age_ms": 61.486, "source": "client_direct", "task_total_ms": {"avg_ms": 29.446, "count": 30, "max_ms": 36.276, "p95_ms": 35.823, "reason": null, "sample_age_ms": 61.486, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.865, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 30, "max_ms": 0.92, "p95_ms": 0.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 30, "max_ms": 0.354, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 30, "max_ms": 0.116, "p95_ms": 0.114}, "event_filter_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 30, "max_ms": 0.102, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 30, "max_ms": 0.24, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 30, "max_ms": 0.047, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.492, "count": 30, "max_ms": 0.891, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 30, "max_ms": 0.034, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.454, "count": 30, "max_ms": 4.869, "p95_ms": 4.263}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 30, "max_ms": 0.542, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.131, "count": 30, "max_ms": 36.842, "p95_ms": 36.779}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 30, "max_ms": 0.044, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.094, "count": 30, "max_ms": 76.19, "p95_ms": 75.89}, "inference_input_copy_ms": {"avg_ms": 1.347, "count": 30, "max_ms": 2.989, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.091, "count": 30, "max_ms": 0.188, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.556, "count": 30, "max_ms": 78.488, "p95_ms": 77.561}, "read_interval": {"avg_ms": 1112.766, "count": 30, "max_ms": 10227.083, "p95_ms": 10137.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 30, "max_ms": 0.018, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.094, "count": 30, "max_ms": 0.168, "p95_ms": 0.145}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 30, "max_ms": 0.047, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 30, "max_ms": 0.151, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.141, "count": 30, "max_ms": 36.857, "p95_ms": 36.792}, "visualize": {"avg_ms": 27.73, "count": 30, "max_ms": 41.818, "p95_ms": 40.709}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.107, "count": 30, "max_ms": 40.84, "p95_ms": 39.957}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.599, "count": 30, "max_ms": 41.624, "p95_ms": 40.56}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.532, "count": 30, "max_ms": 41.535, "p95_ms": 40.474}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 30, "max_ms": 0.066, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2128.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.26, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.133, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93303, "write_bytes_delta": 93303, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 41.0, "cpu_core_ratio": 0.054816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54390, "reason": null, "system_cpu_core_ratio": 0.003426, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.05139, "user_cpu_s_delta": 0.5999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004282, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.036829, "user_cpu_s_delta": 0.4300000000221189}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.141, "count": 145, "max_ms": 8.931, "p95_ms": 5.152, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.262, "count": 30, "max": 37.742, "p95": 34.307, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.533, "count": 30, "max": 26.416, "p95": 21.68, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.067, "count": 30, "max": 781.0, "p95": 754.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.333, "count": 30, "max": 11371.0, "p95": 141.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.174, "p95": 1.147, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.79, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 26.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.61, "p95": 0.593, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22297, "sampled_at": "2026-11-02T17:11:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3619751, "flush_count": 4467, "flush_interval_seconds": 30.0, "flush_state": {"count": 4467, "last_at": "2026-11-02T17:11:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4466}, "started": true, "suppressed_count": 2646049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2646045}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4467, "written_record_count": 4467}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10698.977, "limit_mb": null}, "detail": {"pid": 54622, "restart_count": 129, "start_count": 130}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7328132812800, "copied_frame_count": 2650511, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7328132812800, "frame_buffer_copies": 2650511, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0969, "count": 512, "max_ms": 0.3229, "p50_ms": 0.0865, "p95_ms": 0.1824, "p99_ms": 0.2176}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3008, "count": 512, "max_ms": 3.3671, "p50_ms": 1.1829, "p95_ms": 2.382, "p99_ms": 3.05, "results": {"failed": 0, "not_applicable": 0, "success": 2650511, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:37+09:00", "last_error_summary": "[h264 @ 0x61db65098300] error while decoding MB 223 92, bytestream -8 [in#0/rtsp @ 0x61db65081e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61db65081e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:11:39+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.184, "name": "ffmpeg", "pid": 54622, "rss_mb": 139.184, "state": "S (sleeping)", "threads": 19}, "restart_count": 129, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.764, "sample_count": 2382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.227, "last_frame_pushed_at": "2026-11-02T17:11:37+09:00", "last_frame_read_age_sec": 4.273, "last_frame_read_at": "2026-11-02T17:11:37+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 346.254, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 253.746, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 4.218, "exists": true, "mtime": "2026-11-02T17:11:37.362366+09:00", "mtime_epoch": 1793607097.3623664, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92809}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:11:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2128.328, "name": "celery", "pid": 176, "rss_mb": 2128.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2650511, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 29}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 29, "pushed_frames": 29, "read_frames": 29, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.054, "pushed": 1.054, "read": 1.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 29, "client_acquire_ms": {"avg_ms": 0.004, "count": 29, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4249.901, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.427, "count": 29, "max_ms": 1.379, "p95_ms": 1.311, "reason": null, "sample_age_ms": 4273.726, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 29, "max_ms": 1.117, "p95_ms": 1.085, "reason": null, "sample_age_ms": 4273.885, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.076, "count": 29, "max_ms": 0.227, "p95_ms": 0.185, "reason": null, "sample_age_ms": 4249.906, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.959, "count": 29, "max_ms": 2.028, "p95_ms": 1.557, "reason": null, "sample_age_ms": 4272.964, "source": "client_direct"}, "request_count": 29, "request_tensor_bytes": {"avg": 2211848.0, "count": 29, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4272.95, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 29, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4249.967, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.157, "count": 29, "max_ms": 34.682, "p95_ms": 33.96, "reason": null, "sample_age_ms": 4249.898, "source": "client_direct"}, "sample_age_ms": 4249.895, "source": "client_direct", "task_total_ms": {"avg_ms": 29.302, "count": 29, "max_ms": 36.276, "p95_ms": 35.861, "reason": null, "sample_age_ms": 4249.895, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.096, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.519, "count": 29, "max_ms": 0.92, "p95_ms": 0.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 29, "max_ms": 0.354, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 29, "max_ms": 0.116, "p95_ms": 0.114}, "event_filter_ms": {"avg_ms": 0.002, "count": 29, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 29, "max_ms": 0.102, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 29, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 29, "max_ms": 0.24, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.03, "count": 29, "max_ms": 0.047, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.491, "count": 29, "max_ms": 0.891, "p95_ms": 0.778}, "track_match_ms": {"avg_ms": 0.003, "count": 29, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 29, "max_ms": 0.034, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.471, "count": 29, "max_ms": 4.869, "p95_ms": 4.263}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 29, "max_ms": 0.073, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.964, "count": 29, "max_ms": 36.842, "p95_ms": 36.779}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 29, "max_ms": 0.044, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.928, "count": 29, "max_ms": 76.19, "p95_ms": 75.89}, "inference_input_copy_ms": {"avg_ms": 1.354, "count": 29, "max_ms": 2.989, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.09, "count": 29, "max_ms": 0.188, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.397, "count": 29, "max_ms": 78.488, "p95_ms": 77.561}, "read_interval": {"avg_ms": 1023.532, "count": 29, "max_ms": 10227.083, "p95_ms": 10137.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 29, "max_ms": 0.018, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.094, "count": 29, "max_ms": 0.168, "p95_ms": 0.145}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 29, "max_ms": 0.047, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 29, "max_ms": 0.151, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 29, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.974, "count": 29, "max_ms": 36.857, "p95_ms": 36.792}, "visualize": {"avg_ms": 27.787, "count": 29, "max_ms": 41.818, "p95_ms": 40.709}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.162, "count": 29, "max_ms": 40.84, "p95_ms": 39.957}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.655, "count": 29, "max_ms": 41.624, "p95_ms": 40.56}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.589, "count": 29, "max_ms": 41.535, "p95_ms": 40.474}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 29, "max_ms": 0.066, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2128.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.26, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.133, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2650483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93303, "write_bytes_delta": 93303, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 41.0, "cpu_core_ratio": 0.054816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54390, "reason": null, "system_cpu_core_ratio": 0.003426, "system_cpu_s_delta": 0.040000000000000036, "user_cpu_core_ratio": 0.05139, "user_cpu_s_delta": 0.5999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.041112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.004282, "system_cpu_s_delta": 0.049999999999272404, "user_cpu_core_ratio": 0.036829, "user_cpu_s_delta": 0.4300000000221189}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.141, "count": 145, "max_ms": 8.931, "p95_ms": 5.152, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.262, "count": 30, "max": 37.742, "p95": 34.307, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.533, "count": 30, "max": 26.416, "p95": 21.68, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.067, "count": 30, "max": 781.0, "p95": 754.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.333, "count": 30, "max": 11371.0, "p95": 141.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.174, "p95": 1.147, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.79, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94330.767, "count": 30, "max": 101290.0, "p95": 96061.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 26.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.61, "p95": 0.593, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22297, "sampled_at": "2026-11-02T17:11:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.516, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4232724, "flush_count": 4468, "flush_interval_seconds": 30.0, "flush_state": {"count": 4468, "last_at": "2026-11-02T17:11:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4467}, "started": true, "suppressed_count": 2575897, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2575592}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4468, "written_record_count": 4468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10760.965, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63a8480ef180] error while decoding MB 68 65, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7133347123200, "copied_frame_count": 2580059, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7133347123200, "frame_buffer_copies": 2580059, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0886, "count": 512, "max_ms": 0.2882, "p50_ms": 0.0778, "p95_ms": 0.1573, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3229, "count": 512, "max_ms": 7.0682, "p50_ms": 1.1965, "p95_ms": 2.36, "p99_ms": 3.4263, "results": {"failed": 0, "not_applicable": 0, "success": 2580059, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 597, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:42+09:00", "last_error_summary": "[h264 @ 0x63a8480ef180] error while decoding MB 68 65, bytestream -10", "last_exit_at": "2026-11-02T17:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.57, "last_started_at": "2026-11-02T17:09:32+09:00", "pid": 54506, "process": {"exists": false, "pid": 54506}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.595, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-02T17:11:42+09:00", "last_frame_read_age_sec": 0.035, "last_frame_read_at": "2026-11-02T17:11:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 347.636, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 252.364, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-02T17:11:42.915409+09:00", "mtime_epoch": 1793607102.9154088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109651}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:11:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.246, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2580059, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.105, "max": 13.0, "p95": 11.0, "sample_count": 76}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 76}, "total": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 76}}, "tracking_counts": {"active": {"avg": 0.618, "max": 2.0, "p95": 1.0, "sample_count": 76}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 76}, "tracked": {"avg": 0.618, "max": 2.0, "p95": 1.0, "sample_count": 76}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 77, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.43, "pushed": 5.43, "read": 5.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 2.241, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.54, "count": 77, "max_ms": 2.385, "p95_ms": 1.755, "reason": null, "sample_age_ms": 36.669, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 77, "max_ms": 2.123, "p95_ms": 1.079, "reason": null, "sample_age_ms": 36.973, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 77, "max_ms": 0.539, "p95_ms": 0.39, "reason": null, "sample_age_ms": 2.247, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.129, "count": 77, "max_ms": 2.53, "p95_ms": 1.902, "reason": null, "sample_age_ms": 35.219, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 35.196, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 2.459, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.764, "count": 77, "max_ms": 65.492, "p95_ms": 46.462, "reason": null, "sample_age_ms": 2.238, "source": "client_direct"}, "sample_age_ms": 2.235, "source": "client_direct", "task_total_ms": {"avg_ms": 36.245, "count": 77, "max_ms": 66.991, "p95_ms": 47.637, "reason": null, "sample_age_ms": 2.235, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.488, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.39, "count": 76, "max_ms": 11.948, "p95_ms": 10.848}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.309, "count": 76, "max_ms": 0.81, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 1.161, "count": 76, "max_ms": 5.432, "p95_ms": 1.882}, "event_filter_ms": {"avg_ms": 0.004, "count": 76, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 76, "max_ms": 0.556, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.002, "count": 76, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.888, "count": 76, "max_ms": 6.983, "p95_ms": 6.314}, "setup_ms": {"avg_ms": 0.03, "count": 76, "max_ms": 0.1, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 7.348, "count": 76, "max_ms": 11.882, "p95_ms": 10.745}, "track_match_ms": {"avg_ms": 0.091, "count": 76, "max_ms": 0.278, "p95_ms": 0.175}, "tracker_update_ms": {"avg_ms": 1.54, "count": 76, "max_ms": 3.014, "p95_ms": 2.735}}, "gstreamer_push": {"avg_ms": 1.945, "count": 76, "max_ms": 3.581, "p95_ms": 2.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 76, "max_ms": 0.409, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.112, "count": 76, "max_ms": 68.748, "p95_ms": 49.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.785, "count": 76, "max_ms": 10.421, "p95_ms": 7.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.292, "count": 76, "max_ms": 127.189, "p95_ms": 87.33}, "inference_input_copy_ms": {"avg_ms": 1.164, "count": 76, "max_ms": 2.243, "p95_ms": 2.129}, "processing_residual_ms": {"avg_ms": 0.16, "count": 76, "max_ms": 0.338, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.4, "count": 76, "max_ms": 133.851, "p95_ms": 95.324}, "read_interval": {"avg_ms": 405.136, "count": 77, "max_ms": 17234.611, "p95_ms": 521.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 76, "max_ms": 0.046, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 3.837, "count": 76, "max_ms": 6.896, "p95_ms": 6.249}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 76, "max_ms": 0.02, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.824, "count": 76, "max_ms": 6.883, "p95_ms": 6.234}, "worker_merge_ms": {"avg_ms": 0.004, "count": 76, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.122, "count": 76, "max_ms": 68.764, "p95_ms": 49.392}, "visualize": {"avg_ms": 27.938, "count": 76, "max_ms": 47.468, "p95_ms": 40.129}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.855, "count": 76, "max_ms": 37.496, "p95_ms": 30.214}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.836, "count": 76, "max_ms": 45.574, "p95_ms": 38.041}, "visualize_input_copy_ms": {"avg_ms": 0.965, "count": 76, "max_ms": 2.476, "p95_ms": 1.699}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.741, "count": 76, "max_ms": 45.412, "p95_ms": 37.932}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 76, "max_ms": 0.276, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 76}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.66, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.671, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.067, "exists": true, "size_bytes": 108562, "write_bytes_delta": 108562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.154888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1695.0, "pid": 54506, "reason": null, "system_cpu_core_ratio": 0.070949, "system_cpu_s_delta": 1.42, "user_cpu_core_ratio": 0.083939, "user_cpu_s_delta": 1.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.311775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.105424, "system_cpu_s_delta": 2.110000000000582, "user_cpu_core_ratio": 0.206351, "user_cpu_s_delta": 4.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.164, "count": 58, "max_ms": 5.781, "p95_ms": 3.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.897, "max": 15.0, "p95": 14.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.81, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.81, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.516, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.081, "count": 30, "max": 24.689, "p95": 22.554, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.333, "count": 30, "max": 1450.0, "p95": 1284.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 694.1, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1199.133, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.332, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19788, "sampled_at": "2026-11-02T17:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 13.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4232724, "flush_count": 4468, "flush_interval_seconds": 30.0, "flush_state": {"count": 4468, "last_at": "2026-11-02T17:11:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4467}, "started": true, "suppressed_count": 2575898, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2575593}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4468, "written_record_count": 4468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10760.531, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:11:42+09:00", "last_error_summary": "[h264 @ 0x63a8480ef180] error while decoding MB 68 65, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7133349888000, "copied_frame_count": 2580060, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7133349888000, "frame_buffer_copies": 2580060, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0886, "count": 512, "max_ms": 0.2882, "p50_ms": 0.0779, "p95_ms": 0.1573, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3233, "count": 512, "max_ms": 7.0682, "p50_ms": 1.1965, "p95_ms": 2.36, "p99_ms": 3.4263, "results": {"failed": 0, "not_applicable": 0, "success": 2580060, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 597, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:42+09:00", "last_error_summary": "[h264 @ 0x63a8480ef180] error while decoding MB 68 65, bytestream -10", "last_exit_at": "2026-11-02T17:11:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.65, "last_started_at": "2026-11-02T17:09:32+09:00", "pid": 54506, "process": {"exists": false, "pid": 54506}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.595, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:11:43+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-02T17:11:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 347.706, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 252.294, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-11-02T17:11:42.915409+09:00", "mtime_epoch": 1793607102.9154088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109651}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:11:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2580060, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.104, "max": 13.0, "p95": 11.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 77}, "total": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.623, "max": 2.0, "p95": 1.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.623, "max": 2.0, "p95": 1.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.47, "pushed": 5.47, "read": 5.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 81.654, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.54, "count": 77, "max_ms": 2.385, "p95_ms": 1.755, "reason": null, "sample_age_ms": 116.083, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 77, "max_ms": 2.123, "p95_ms": 1.079, "reason": null, "sample_age_ms": 116.386, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 77, "max_ms": 0.539, "p95_ms": 0.39, "reason": null, "sample_age_ms": 81.661, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.129, "count": 77, "max_ms": 2.53, "p95_ms": 1.902, "reason": null, "sample_age_ms": 114.633, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.609, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.873, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.764, "count": 77, "max_ms": 65.492, "p95_ms": 46.462, "reason": null, "sample_age_ms": 81.651, "source": "client_direct"}, "sample_age_ms": 81.648, "source": "client_direct", "task_total_ms": {"avg_ms": 36.245, "count": 77, "max_ms": 66.991, "p95_ms": 47.637, "reason": null, "sample_age_ms": 81.648, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.425, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 77, "max_ms": 11.948, "p95_ms": 10.848}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.309, "count": 77, "max_ms": 0.81, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 1.195, "count": 77, "max_ms": 5.432, "p95_ms": 1.923}, "event_filter_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 77, "max_ms": 0.556, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.002, "count": 77, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.879, "count": 77, "max_ms": 6.983, "p95_ms": 6.314}, "setup_ms": {"avg_ms": 0.03, "count": 77, "max_ms": 0.1, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 7.372, "count": 77, "max_ms": 11.882, "p95_ms": 10.745}, "track_match_ms": {"avg_ms": 0.091, "count": 77, "max_ms": 0.278, "p95_ms": 0.175}, "tracker_update_ms": {"avg_ms": 1.541, "count": 77, "max_ms": 3.014, "p95_ms": 2.735}}, "gstreamer_push": {"avg_ms": 1.945, "count": 77, "max_ms": 3.581, "p95_ms": 2.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 77, "max_ms": 0.409, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.218, "count": 77, "max_ms": 68.748, "p95_ms": 49.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.775, "count": 77, "max_ms": 10.421, "p95_ms": 7.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.747, "count": 77, "max_ms": 127.189, "p95_ms": 91.09}, "inference_input_copy_ms": {"avg_ms": 1.16, "count": 77, "max_ms": 2.243, "p95_ms": 2.129}, "processing_residual_ms": {"avg_ms": 0.16, "count": 77, "max_ms": 0.338, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.842, "count": 77, "max_ms": 133.851, "p95_ms": 96.093}, "read_interval": {"avg_ms": 405.136, "count": 77, "max_ms": 17234.611, "p95_ms": 521.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 77, "max_ms": 0.046, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 3.828, "count": 77, "max_ms": 6.896, "p95_ms": 6.249}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 77, "max_ms": 0.02, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.815, "count": 77, "max_ms": 6.883, "p95_ms": 6.234}, "worker_merge_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.228, "count": 77, "max_ms": 68.764, "p95_ms": 49.392}, "visualize": {"avg_ms": 28.265, "count": 77, "max_ms": 53.049, "p95_ms": 40.718}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.136, "count": 77, "max_ms": 43.482, "p95_ms": 32.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.161, "count": 77, "max_ms": 51.918, "p95_ms": 38.496}, "visualize_input_copy_ms": {"avg_ms": 0.966, "count": 77, "max_ms": 2.476, "p95_ms": 1.699}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.066, "count": 77, "max_ms": 51.727, "p95_ms": 38.333}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 77, "max_ms": 0.276, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.66, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.671, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.067, "exists": true, "size_bytes": 108562, "write_bytes_delta": 108562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.154888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1695.0, "pid": 54506, "reason": null, "system_cpu_core_ratio": 0.070949, "system_cpu_s_delta": 1.42, "user_cpu_core_ratio": 0.083939, "user_cpu_s_delta": 1.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.311775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.105424, "system_cpu_s_delta": 2.110000000000582, "user_cpu_core_ratio": 0.206351, "user_cpu_s_delta": 4.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.164, "count": 58, "max_ms": 5.781, "p95_ms": 3.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.897, "max": 15.0, "p95": 14.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.81, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.81, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.516, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.081, "count": 30, "max": 24.689, "p95": 22.554, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.333, "count": 30, "max": 1450.0, "p95": 1284.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 694.1, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1199.133, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.332, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19788, "sampled_at": "2026-11-02T17:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 14.077, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4232724, "flush_count": 4468, "flush_interval_seconds": 30.0, "flush_state": {"count": 4468, "last_at": "2026-11-02T17:11:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4467}, "started": true, "suppressed_count": 2575898, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2575593}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4468, "written_record_count": 4468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10763.156, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7133349888000, "copied_frame_count": 2580060, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7133349888000, "frame_buffer_copies": 2580060, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0886, "count": 512, "max_ms": 0.2882, "p50_ms": 0.0779, "p95_ms": 0.1573, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3233, "count": 512, "max_ms": 7.0682, "p50_ms": 1.1965, "p95_ms": 2.36, "p99_ms": 3.4263, "results": {"failed": 0, "not_applicable": 0, "success": 2580060, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 597, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:42+09:00", "last_error_summary": "[h264 @ 0x63a8480ef180] error while decoding MB 68 65, bytestream -10", "last_exit_at": "2026-11-02T17:11:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.677, "last_started_at": "2026-11-02T17:09:32+09:00", "pid": 54506, "process": {"exists": false, "pid": 54506}, "restart_count": 200, "restart_count_per_hour": 5, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.595, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-02T17:11:43+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-11-02T17:11:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 347.74, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 252.26, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-11-02T17:11:43.031410+09:00", "mtime_epoch": 1793607103.0314097, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110186}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:11:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2580060, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.104, "max": 13.0, "p95": 11.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 77}, "total": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.623, "max": 2.0, "p95": 1.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.623, "max": 2.0, "p95": 1.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.46, "pushed": 5.46, "read": 5.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 108.789, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.54, "count": 77, "max_ms": 2.385, "p95_ms": 1.755, "reason": null, "sample_age_ms": 143.218, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 77, "max_ms": 2.123, "p95_ms": 1.079, "reason": null, "sample_age_ms": 143.521, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 77, "max_ms": 0.539, "p95_ms": 0.39, "reason": null, "sample_age_ms": 108.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.129, "count": 77, "max_ms": 2.53, "p95_ms": 1.902, "reason": null, "sample_age_ms": 141.767, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.744, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.007, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.764, "count": 77, "max_ms": 65.492, "p95_ms": 46.462, "reason": null, "sample_age_ms": 108.786, "source": "client_direct"}, "sample_age_ms": 108.783, "source": "client_direct", "task_total_ms": {"avg_ms": 36.245, "count": 77, "max_ms": 66.991, "p95_ms": 47.637, "reason": null, "sample_age_ms": 108.783, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.472, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 77, "max_ms": 11.948, "p95_ms": 10.848}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.309, "count": 77, "max_ms": 0.81, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 1.195, "count": 77, "max_ms": 5.432, "p95_ms": 1.923}, "event_filter_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 77, "max_ms": 0.556, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.002, "count": 77, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.879, "count": 77, "max_ms": 6.983, "p95_ms": 6.314}, "setup_ms": {"avg_ms": 0.03, "count": 77, "max_ms": 0.1, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 7.372, "count": 77, "max_ms": 11.882, "p95_ms": 10.745}, "track_match_ms": {"avg_ms": 0.091, "count": 77, "max_ms": 0.278, "p95_ms": 0.175}, "tracker_update_ms": {"avg_ms": 1.541, "count": 77, "max_ms": 3.014, "p95_ms": 2.735}}, "gstreamer_push": {"avg_ms": 1.945, "count": 77, "max_ms": 3.581, "p95_ms": 2.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 77, "max_ms": 0.409, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.218, "count": 77, "max_ms": 68.748, "p95_ms": 49.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.775, "count": 77, "max_ms": 10.421, "p95_ms": 7.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.747, "count": 77, "max_ms": 127.189, "p95_ms": 91.09}, "inference_input_copy_ms": {"avg_ms": 1.16, "count": 77, "max_ms": 2.243, "p95_ms": 2.129}, "processing_residual_ms": {"avg_ms": 0.16, "count": 77, "max_ms": 0.338, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.842, "count": 77, "max_ms": 133.851, "p95_ms": 96.093}, "read_interval": {"avg_ms": 405.136, "count": 77, "max_ms": 17234.611, "p95_ms": 521.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 77, "max_ms": 0.046, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 3.828, "count": 77, "max_ms": 6.896, "p95_ms": 6.249}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 77, "max_ms": 0.02, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.815, "count": 77, "max_ms": 6.883, "p95_ms": 6.234}, "worker_merge_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.228, "count": 77, "max_ms": 68.764, "p95_ms": 49.392}, "visualize": {"avg_ms": 28.265, "count": 77, "max_ms": 53.049, "p95_ms": 40.718}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.136, "count": 77, "max_ms": 43.482, "p95_ms": 32.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.161, "count": 77, "max_ms": 51.918, "p95_ms": 38.496}, "visualize_input_copy_ms": {"avg_ms": 0.966, "count": 77, "max_ms": 2.476, "p95_ms": 1.699}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.066, "count": 77, "max_ms": 51.727, "p95_ms": 38.333}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 77, "max_ms": 0.276, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.66, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.671, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.067, "exists": true, "size_bytes": 108562, "write_bytes_delta": 108562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.154888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1695.0, "pid": 54506, "reason": null, "system_cpu_core_ratio": 0.070949, "system_cpu_s_delta": 1.42, "user_cpu_core_ratio": 0.083939, "user_cpu_s_delta": 1.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.311775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.105424, "system_cpu_s_delta": 2.110000000000582, "user_cpu_core_ratio": 0.206351, "user_cpu_s_delta": 4.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.164, "count": 58, "max_ms": 5.781, "p95_ms": 3.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.897, "max": 15.0, "p95": 14.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.81, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.81, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.516, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.081, "count": 30, "max": 24.689, "p95": 22.554, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.333, "count": 30, "max": 1450.0, "p95": 1284.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 694.1, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1199.133, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.332, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19788, "sampled_at": "2026-11-02T17:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 14.104, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4232724, "flush_count": 4468, "flush_interval_seconds": 30.0, "flush_state": {"count": 4468, "last_at": "2026-11-02T17:11:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:11:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4467}, "started": true, "suppressed_count": 2575898, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2575593}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4468, "written_record_count": 4468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10789.984, "limit_mb": null}, "detail": {"pid": 54738, "restart_count": 201, "start_count": 202}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7133349888000, "copied_frame_count": 2580060, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7133349888000, "frame_buffer_copies": 2580060, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0886, "count": 512, "max_ms": 0.2882, "p50_ms": 0.0779, "p95_ms": 0.1573, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3233, "count": 512, "max_ms": 7.0682, "p50_ms": 1.1965, "p95_ms": 2.36, "p99_ms": 3.4263, "results": {"failed": 0, "not_applicable": 0, "success": 2580060, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 597, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:42+09:00", "last_error_summary": "[h264 @ 0x63a8480ef180] error while decoding MB 68 65, bytestream -10", "last_exit_at": "2026-11-02T17:11:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:11:45+09:00", "pid": 54738, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.465, "name": "ffmpeg", "pid": 54738, "rss_mb": 58.465, "state": "S (sleeping)", "threads": 1}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.595, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.388, "last_frame_pushed_at": "2026-11-02T17:11:43+09:00", "last_frame_read_age_sec": 4.503, "last_frame_read_at": "2026-11-02T17:11:42+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.098, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 247.902, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 4.382, "exists": true, "mtime": "2026-11-02T17:11:43.031410+09:00", "mtime_epoch": 1793607103.0314097, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110186}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:11:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.25, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2580060, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.104, "max": 13.0, "p95": 11.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 77}, "total": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.623, "max": 2.0, "p95": 1.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.623, "max": 2.0, "p95": 1.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.17, "pushed": 4.17, "read": 4.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4472.533, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.54, "count": 77, "max_ms": 2.385, "p95_ms": 1.755, "reason": null, "sample_age_ms": 4506.962, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 77, "max_ms": 2.123, "p95_ms": 1.079, "reason": null, "sample_age_ms": 4507.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 77, "max_ms": 0.539, "p95_ms": 0.39, "reason": null, "sample_age_ms": 4472.54, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.129, "count": 77, "max_ms": 2.53, "p95_ms": 1.902, "reason": null, "sample_age_ms": 4505.512, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4505.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4472.752, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.764, "count": 77, "max_ms": 65.492, "p95_ms": 46.462, "reason": null, "sample_age_ms": 4472.53, "source": "client_direct"}, "sample_age_ms": 4472.527, "source": "client_direct", "task_total_ms": {"avg_ms": 36.245, "count": 77, "max_ms": 66.991, "p95_ms": 47.637, "reason": null, "sample_age_ms": 4472.527, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.551, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 77, "max_ms": 11.948, "p95_ms": 10.848}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.309, "count": 77, "max_ms": 0.81, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 1.195, "count": 77, "max_ms": 5.432, "p95_ms": 1.923}, "event_filter_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 77, "max_ms": 0.556, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.002, "count": 77, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.879, "count": 77, "max_ms": 6.983, "p95_ms": 6.314}, "setup_ms": {"avg_ms": 0.03, "count": 77, "max_ms": 0.1, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 7.372, "count": 77, "max_ms": 11.882, "p95_ms": 10.745}, "track_match_ms": {"avg_ms": 0.091, "count": 77, "max_ms": 0.278, "p95_ms": 0.175}, "tracker_update_ms": {"avg_ms": 1.541, "count": 77, "max_ms": 3.014, "p95_ms": 2.735}}, "gstreamer_push": {"avg_ms": 1.945, "count": 77, "max_ms": 3.581, "p95_ms": 2.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 77, "max_ms": 0.409, "p95_ms": 0.054}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.218, "count": 77, "max_ms": 68.748, "p95_ms": 49.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.775, "count": 77, "max_ms": 10.421, "p95_ms": 7.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.747, "count": 77, "max_ms": 127.189, "p95_ms": 91.09}, "inference_input_copy_ms": {"avg_ms": 1.16, "count": 77, "max_ms": 2.243, "p95_ms": 2.129}, "processing_residual_ms": {"avg_ms": 0.16, "count": 77, "max_ms": 0.338, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.842, "count": 77, "max_ms": 133.851, "p95_ms": 96.093}, "read_interval": {"avg_ms": 405.136, "count": 77, "max_ms": 17234.611, "p95_ms": 521.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 77, "max_ms": 0.046, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 3.828, "count": 77, "max_ms": 6.896, "p95_ms": 6.249}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 77, "max_ms": 0.02, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.815, "count": 77, "max_ms": 6.883, "p95_ms": 6.234}, "worker_merge_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.228, "count": 77, "max_ms": 68.764, "p95_ms": 49.392}, "visualize": {"avg_ms": 28.265, "count": 77, "max_ms": 53.049, "p95_ms": 40.718}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.136, "count": 77, "max_ms": 43.482, "p95_ms": 32.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.161, "count": 77, "max_ms": 51.918, "p95_ms": 38.496}, "visualize_input_copy_ms": {"avg_ms": 0.966, "count": 77, "max_ms": 2.476, "p95_ms": 1.699}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.066, "count": 77, "max_ms": 51.727, "p95_ms": 38.333}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 77, "max_ms": 0.276, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.66, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.671, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2580016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.067, "exists": true, "size_bytes": 108562, "write_bytes_delta": 108562, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.154888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1695.0, "pid": 54506, "reason": null, "system_cpu_core_ratio": 0.070949, "system_cpu_s_delta": 1.42, "user_cpu_core_ratio": 0.083939, "user_cpu_s_delta": 1.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.311775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.105424, "system_cpu_s_delta": 2.110000000000582, "user_cpu_core_ratio": 0.206351, "user_cpu_s_delta": 4.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.164, "count": 58, "max_ms": 5.781, "p95_ms": 3.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.897, "max": 15.0, "p95": 14.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.81, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.81, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.516, "count": 30, "max": 64.3, "p95": 53.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.081, "count": 30, "max": 24.689, "p95": 22.554, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1004.333, "count": 30, "max": 1450.0, "p95": 1284.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 694.1, "count": 30, "max": 7051.0, "p95": 2514.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.227, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.449, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109614.833, "count": 30, "max": 115289.0, "p95": 114093.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1199.133, "count": 30, "max": 32088.0, "p95": 1846.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.627, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.332, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19788, "sampled_at": "2026-11-02T17:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.465, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3622265, "flush_count": 4470, "flush_interval_seconds": 30.0, "flush_state": {"count": 4470, "last_at": "2026-11-02T17:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4469}, "started": true, "suppressed_count": 2647595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2647591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4470, "written_record_count": 4470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10632.738, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7332415488000, "copied_frame_count": 2652060, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7332415488000, "frame_buffer_copies": 2652060, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0916, "count": 512, "max_ms": 1.2047, "p50_ms": 0.078, "p95_ms": 0.1638, "p99_ms": 0.2276}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0867, "count": 512, "max_ms": 4.7335, "p50_ms": 0.989, "p95_ms": 1.8793, "p99_ms": 2.4686, "results": {"failed": 0, "not_applicable": 0, "success": 2652060, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:11:37+09:00", "last_error_summary": "[h264 @ 0x61db65098300] error while decoding MB 223 92, bytestream -8 [in#0/rtsp @ 0x61db65081e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x61db65081e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.103, "last_started_at": "2026-11-02T17:11:39+09:00", "pid": 54622, "process": {"exists": false, "pid": 54622}, "restart_count": 129, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.199, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2652060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T17:14:43+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-11-02T17:14:43+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.368, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 71.632, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-02T17:14:43.617732+09:00", "mtime_epoch": 1793607283.617732, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93872}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:14:43+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2129.059, "name": "celery", "pid": 176, "rss_mb": 2129.059, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2652060, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.88, "pushed": 2.88, "read": 2.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 37.87, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.405, "count": 83, "max_ms": 2.186, "p95_ms": 1.209, "reason": null, "sample_age_ms": 65.243, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.186, "count": 83, "max_ms": 1.828, "p95_ms": 1.01, "reason": null, "sample_age_ms": 65.376, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 83, "max_ms": 0.396, "p95_ms": 0.261, "reason": null, "sample_age_ms": 37.876, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.092, "count": 83, "max_ms": 4.487, "p95_ms": 1.744, "reason": null, "sample_age_ms": 64.049, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2211848.0, "count": 83, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 64.03, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.982, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.628, "count": 83, "max_ms": 51.985, "p95_ms": 41.729, "reason": null, "sample_age_ms": 37.867, "source": "client_direct"}, "sample_age_ms": 37.863, "source": "client_direct", "task_total_ms": {"avg_ms": 31.98, "count": 83, "max_ms": 54.51, "p95_ms": 44.035, "reason": null, "sample_age_ms": 37.863, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.59, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.566, "count": 83, "max_ms": 4.203, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 83, "max_ms": 0.586, "p95_ms": 0.285}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 83, "max_ms": 3.76, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.009, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 83, "max_ms": 0.158, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 83, "max_ms": 0.407, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.029, "count": 83, "max_ms": 0.075, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.536, "count": 83, "max_ms": 4.18, "p95_ms": 0.772}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.014, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 83, "max_ms": 0.081, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.295, "count": 83, "max_ms": 6.009, "p95_ms": 3.824}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 83, "max_ms": 0.104, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.623, "count": 83, "max_ms": 55.597, "p95_ms": 45.423}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 83, "max_ms": 0.091, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.301, "count": 83, "max_ms": 97.263, "p95_ms": 78.425}, "inference_input_copy_ms": {"avg_ms": 1.165, "count": 83, "max_ms": 2.406, "p95_ms": 2.12}, "processing_residual_ms": {"avg_ms": 0.105, "count": 83, "max_ms": 0.286, "p95_ms": 0.181}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.6, "count": 83, "max_ms": 99.196, "p95_ms": 80.12}, "read_interval": {"avg_ms": 387.75, "count": 83, "max_ms": 17126.495, "p95_ms": 336.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 83, "max_ms": 0.036, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.094, "count": 83, "max_ms": 0.306, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.029, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 83, "max_ms": 0.273, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.632, "count": 83, "max_ms": 55.621, "p95_ms": 45.435}, "visualize": {"avg_ms": 25.458, "count": 83, "max_ms": 38.687, "p95_ms": 35.802}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.815, "count": 83, "max_ms": 37.631, "p95_ms": 34.791}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.325, "count": 83, "max_ms": 38.427, "p95_ms": 35.691}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.257, "count": 83, "max_ms": 38.297, "p95_ms": 35.588}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 83, "max_ms": 0.081, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2129.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.328, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.787, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2651994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93255, "write_bytes_delta": 93255, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 174.0, "cpu_core_ratio": 0.274442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54622, "reason": null, "system_cpu_core_ratio": 0.011932, "system_cpu_s_delta": 0.11999999999999922, "user_cpu_core_ratio": 0.26251, "user_cpu_s_delta": 2.6399999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.124295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010938, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.113357, "user_cpu_s_delta": 1.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.272, "count": 188, "max_ms": 4.386, "p95_ms": 3.824, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 44.134, "p95": 36.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.099, "count": 30, "max": 21.459, "p95": 20.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.9, "count": 30, "max": 759.0, "p95": 754.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 537.533, "count": 30, "max": 11371.0, "p95": 1740.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.065, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.18, "p95": 1.165, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.512, "count": 30, "max": 10.224, "p95": 2.694, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93971.1, "count": 30, "max": 101290.0, "p95": 94864.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93971.1, "count": 30, "max": 101290.0, "p95": 94864.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.133, "count": 30, "max": 31.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.069, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.689, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22315, "sampled_at": "2026-11-02T17:14:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.822, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3622265, "flush_count": 4470, "flush_interval_seconds": 30.0, "flush_state": {"count": 4470, "last_at": "2026-11-02T17:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4469}, "started": true, "suppressed_count": 2647595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2647591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4470, "written_record_count": 4470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10633.512, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7332415488000, "copied_frame_count": 2652060, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7332415488000, "frame_buffer_copies": 2652060, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0916, "count": 512, "max_ms": 1.2047, "p50_ms": 0.078, "p95_ms": 0.1638, "p99_ms": 0.2276}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0867, "count": 512, "max_ms": 4.7335, "p50_ms": 0.989, "p95_ms": 1.8793, "p99_ms": 2.4686, "results": {"failed": 0, "not_applicable": 0, "success": 2652060, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 216, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:14:43+09:00", "last_error_summary": "[h264 @ 0x61c65ff2f080] error while decoding MB 32 35, bytestream -9", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.141, "last_started_at": "2026-11-02T17:11:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 129, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.199, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2652060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-02T17:14:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-11-02T17:14:43+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.393, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 71.607, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-02T17:14:43.687732+09:00", "mtime_epoch": 1793607283.6877325, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:14:43+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2129.055, "name": "celery", "pid": 176, "rss_mb": 2129.055, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2652060, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.876, "pushed": 2.876, "read": 2.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 75.248, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.405, "count": 83, "max_ms": 2.186, "p95_ms": 1.209, "reason": null, "sample_age_ms": 102.621, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.186, "count": 83, "max_ms": 1.828, "p95_ms": 1.01, "reason": null, "sample_age_ms": 102.754, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 83, "max_ms": 0.396, "p95_ms": 0.261, "reason": null, "sample_age_ms": 75.254, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.092, "count": 83, "max_ms": 4.487, "p95_ms": 1.744, "reason": null, "sample_age_ms": 101.427, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2211848.0, "count": 83, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 101.408, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.36, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.628, "count": 83, "max_ms": 51.985, "p95_ms": 41.729, "reason": null, "sample_age_ms": 75.245, "source": "client_direct"}, "sample_age_ms": 75.241, "source": "client_direct", "task_total_ms": {"avg_ms": 31.98, "count": 83, "max_ms": 54.51, "p95_ms": 44.035, "reason": null, "sample_age_ms": 75.241, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.674, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.566, "count": 83, "max_ms": 4.203, "p95_ms": 0.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 83, "max_ms": 0.586, "p95_ms": 0.285}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 83, "max_ms": 3.76, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.009, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 83, "max_ms": 0.158, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 83, "max_ms": 0.407, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.029, "count": 83, "max_ms": 0.075, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.536, "count": 83, "max_ms": 4.18, "p95_ms": 0.772}, "track_match_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.014, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 83, "max_ms": 0.081, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.295, "count": 83, "max_ms": 6.009, "p95_ms": 3.824}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 83, "max_ms": 0.104, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.623, "count": 83, "max_ms": 55.597, "p95_ms": 45.423}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 83, "max_ms": 0.091, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.301, "count": 83, "max_ms": 97.263, "p95_ms": 78.425}, "inference_input_copy_ms": {"avg_ms": 1.165, "count": 83, "max_ms": 2.406, "p95_ms": 2.12}, "processing_residual_ms": {"avg_ms": 0.105, "count": 83, "max_ms": 0.286, "p95_ms": 0.181}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.6, "count": 83, "max_ms": 99.196, "p95_ms": 80.12}, "read_interval": {"avg_ms": 387.75, "count": 83, "max_ms": 17126.495, "p95_ms": 336.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 83, "max_ms": 0.036, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.094, "count": 83, "max_ms": 0.306, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.029, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 83, "max_ms": 0.273, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.632, "count": 83, "max_ms": 55.621, "p95_ms": 45.435}, "visualize": {"avg_ms": 25.458, "count": 83, "max_ms": 38.687, "p95_ms": 35.802}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.815, "count": 83, "max_ms": 37.631, "p95_ms": 34.791}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.325, "count": 83, "max_ms": 38.427, "p95_ms": 35.691}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.257, "count": 83, "max_ms": 38.297, "p95_ms": 35.588}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 83, "max_ms": 0.081, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2129.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.328, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.787, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2651994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93255, "write_bytes_delta": 93255, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 174.0, "cpu_core_ratio": 0.274442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54622, "reason": null, "system_cpu_core_ratio": 0.011932, "system_cpu_s_delta": 0.11999999999999922, "user_cpu_core_ratio": 0.26251, "user_cpu_s_delta": 2.6399999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.124295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010938, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.113357, "user_cpu_s_delta": 1.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.272, "count": 188, "max_ms": 4.386, "p95_ms": 3.824, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 44.134, "p95": 36.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.099, "count": 30, "max": 21.459, "p95": 20.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.9, "count": 30, "max": 759.0, "p95": 754.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 537.533, "count": 30, "max": 11371.0, "p95": 1740.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.065, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.18, "p95": 1.165, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.512, "count": 30, "max": 10.224, "p95": 2.694, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93971.1, "count": 30, "max": 101290.0, "p95": 94864.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93971.1, "count": 30, "max": 101290.0, "p95": 94864.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.133, "count": 30, "max": 31.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.069, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.689, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22315, "sampled_at": "2026-11-02T17:14:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.859, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3622265, "flush_count": 4470, "flush_interval_seconds": 30.0, "flush_state": {"count": 4470, "last_at": "2026-11-02T17:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4469}, "started": true, "suppressed_count": 2647595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2647591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4470, "written_record_count": 4470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10672.227, "limit_mb": null}, "detail": {"pid": 54854, "restart_count": 130, "start_count": 131}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7332415488000, "copied_frame_count": 2652060, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7332415488000, "frame_buffer_copies": 2652060, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0916, "count": 512, "max_ms": 1.2047, "p50_ms": 0.078, "p95_ms": 0.1638, "p99_ms": 0.2276}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0867, "count": 512, "max_ms": 4.7335, "p50_ms": 0.989, "p95_ms": 1.8793, "p99_ms": 2.4686, "results": {"failed": 0, "not_applicable": 0, "success": 2652060, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 216, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:14:43+09:00", "last_error_summary": "[h264 @ 0x61c65ff2f080] error while decoding MB 32 35, bytestream -9", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:14:45+09:00", "pid": 54854, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.785, "name": "ffmpeg", "pid": 54854, "rss_mb": 74.785, "state": "S (sleeping)", "threads": 1}, "restart_count": 130, "restart_count_per_hour": 5, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.199, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2652060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.084, "last_frame_pushed_at": "2026-11-02T17:14:43+09:00", "last_frame_read_age_sec": 4.146, "last_frame_read_at": "2026-11-02T17:14:43+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.439, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 67.561, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 4.076, "exists": true, "mtime": "2026-11-02T17:14:43.687732+09:00", "mtime_epoch": 1793607283.6877325, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:14:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2129.059, "name": "celery", "pid": 176, "rss_mb": 2129.059, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2652060, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.719, "pushed": 2.719, "read": 2.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.005, "count": 78, "max_ms": 0.021, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4120.586, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.402, "count": 78, "max_ms": 2.186, "p95_ms": 1.218, "reason": null, "sample_age_ms": 4147.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.182, "count": 78, "max_ms": 1.828, "p95_ms": 1.026, "reason": null, "sample_age_ms": 4148.093, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.13, "count": 78, "max_ms": 0.34, "p95_ms": 0.26, "reason": null, "sample_age_ms": 4120.592, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.078, "count": 78, "max_ms": 4.487, "p95_ms": 1.775, "reason": null, "sample_age_ms": 4146.765, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2211848.0, "count": 78, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4146.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4120.698, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.239, "count": 78, "max_ms": 51.985, "p95_ms": 41.189, "reason": null, "sample_age_ms": 4120.583, "source": "client_direct"}, "sample_age_ms": 4120.579, "source": "client_direct", "task_total_ms": {"avg_ms": 31.568, "count": 78, "max_ms": 54.51, "p95_ms": 42.979, "reason": null, "sample_age_ms": 4120.579, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.4, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.566, "count": 78, "max_ms": 4.203, "p95_ms": 1.2}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 78, "max_ms": 0.586, "p95_ms": 0.295}, "detection_prepare_ms": {"avg_ms": 0.12, "count": 78, "max_ms": 3.76, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.009, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 78, "max_ms": 0.158, "p95_ms": 0.096}, "mcmt_ms": {"avg_ms": 0.002, "count": 78, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 78, "max_ms": 0.407, "p95_ms": 0.213}, "setup_ms": {"avg_ms": 0.029, "count": 78, "max_ms": 0.075, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.535, "count": 78, "max_ms": 4.18, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.014, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 78, "max_ms": 0.081, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.289, "count": 78, "max_ms": 6.009, "p95_ms": 4.239}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 78, "max_ms": 0.104, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.205, "count": 78, "max_ms": 55.597, "p95_ms": 44.189}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 78, "max_ms": 0.091, "p95_ms": 0.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.429, "count": 78, "max_ms": 97.263, "p95_ms": 75.75}, "inference_input_copy_ms": {"avg_ms": 1.155, "count": 78, "max_ms": 2.406, "p95_ms": 2.21}, "processing_residual_ms": {"avg_ms": 0.104, "count": 78, "max_ms": 0.286, "p95_ms": 0.181}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.718, "count": 78, "max_ms": 99.196, "p95_ms": 77.134}, "read_interval": {"avg_ms": 364.122, "count": 78, "max_ms": 17126.495, "p95_ms": 336.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 78, "max_ms": 0.036, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.094, "count": 78, "max_ms": 0.306, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 78, "max_ms": 0.029, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 78, "max_ms": 0.273, "p95_ms": 0.14}, "worker_merge_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.215, "count": 78, "max_ms": 55.621, "p95_ms": 44.199}, "visualize": {"avg_ms": 25.018, "count": 78, "max_ms": 38.687, "p95_ms": 35.847}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.382, "count": 78, "max_ms": 37.631, "p95_ms": 35.031}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.888, "count": 78, "max_ms": 38.427, "p95_ms": 35.695}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.821, "count": 78, "max_ms": 38.297, "p95_ms": 35.62}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 78, "max_ms": 0.081, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2129.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.328, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.787, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2651994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93255, "write_bytes_delta": 93255, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 174.0, "cpu_core_ratio": 0.274442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 54622, "reason": null, "system_cpu_core_ratio": 0.011932, "system_cpu_s_delta": 0.11999999999999922, "user_cpu_core_ratio": 0.26251, "user_cpu_s_delta": 2.6399999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.124295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010938, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.113357, "user_cpu_s_delta": 1.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.272, "count": 188, "max_ms": 4.386, "p95_ms": 3.824, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.17, "count": 30, "max": 44.134, "p95": 36.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.099, "count": 30, "max": 21.459, "p95": 20.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.9, "count": 30, "max": 759.0, "p95": 754.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 537.533, "count": 30, "max": 11371.0, "p95": 1740.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.065, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.18, "p95": 1.165, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.512, "count": 30, "max": 10.224, "p95": 2.694, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93971.1, "count": 30, "max": 101290.0, "p95": 94864.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93971.1, "count": 30, "max": 101290.0, "p95": 94864.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.133, "count": 30, "max": 31.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.069, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.689, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22315, "sampled_at": "2026-11-02T17:14:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.684, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4235753, "flush_count": 4471, "flush_interval_seconds": 30.0, "flush_state": {"count": 4471, "last_at": "2026-11-02T17:14:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4470}, "started": true, "suppressed_count": 2577311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2577006}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4471, "written_record_count": 4471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10774.766, "limit_mb": null}, "detail": {"h264_decode_error_count": 12, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5574f6b18000] cabac decode of qscale diff failed at 64 67 [h264 @ 0x5574f6b18000] error while decoding MB 64 67, bytestream 1680 [h264 @ 0x5574f6c63440] cabac decode of qscale diff failed at 103 64 [h264 @ 0x5574f6c63440] error while decoding MB 103 64, bytestream 4192 [h264 @ 0x5574f6bbde00] cabac decode of qscale diff failed at 60 46 [h264 @ 0x5574f6bbde00] error while decoding MB 60 46, bytestream 1605 [h264 @ 0x5574f6c0e500] cabac decode of qscale diff failed at 89 65 [h264 @ 0x557", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7137262080000, "copied_frame_count": 2581475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7137262080000, "frame_buffer_copies": 2581475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0798, "count": 512, "max_ms": 0.2668, "p50_ms": 0.0705, "p95_ms": 0.1422, "p99_ms": 0.1932}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1105, "count": 512, "max_ms": 3.1554, "p50_ms": 1.0015, "p95_ms": 1.8869, "p99_ms": 2.5077, "results": {"failed": 0, "not_applicable": 0, "success": 2581475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 609, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:15:04+09:00", "last_error_summary": "[h264 @ 0x5574f6b18000] cabac decode of qscale diff failed at 64 67 [h264 @ 0x5574f6b18000] error while decoding MB 64 67, bytestream 1680 [h264 @ 0x5574f6c63440] cabac decode of qscale diff failed at 103 64 [h264 @ 0x5574f6c63440] error while decoding MB 103 64, bytestream 4192 [h264 @ 0x5574f6bbde00] cabac decode of qscale diff failed at 60 46 [h264 @ 0x5574f6bbde00] error while decoding MB 60 46, bytestream 1605 [h264 @ 0x5574f6c0e500] cabac decode of qscale diff failed at 89 65 [h264 @ 0x557", "last_exit_at": "2026-11-02T17:11:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.822, "last_started_at": "2026-11-02T17:11:45+09:00", "pid": 54738, "process": {"exists": false, "pid": 54738}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.456, "sample_count": 2028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-02T17:15:04+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-02T17:15:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.916, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 51.084, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-02T17:15:04.176876+09:00", "mtime_epoch": 1793607304.176876, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111649}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:15:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.949, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2581476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.612, "max": 17.0, "p95": 16.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.373, "max": 5.0, "p95": 4.0, "sample_count": 67}, "total": {"avg": 2.373, "max": 5.0, "p95": 4.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.716, "max": 4.0, "p95": 2.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.06, "max": 2.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.716, "max": 4.0, "p95": 2.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 68, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.426, "pushed": 2.426, "read": 2.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 68, "client_acquire_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 10.998, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.612, "count": 68, "max_ms": 2.803, "p95_ms": 1.999, "reason": null, "sample_age_ms": 63.484, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 68, "max_ms": 2.566, "p95_ms": 1.659, "reason": null, "sample_age_ms": 63.824, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 68, "max_ms": 0.946, "p95_ms": 0.437, "reason": null, "sample_age_ms": 11.007, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.352, "count": 68, "max_ms": 2.537, "p95_ms": 2.305, "reason": null, "sample_age_ms": 62.425, "source": "client_direct"}, "request_count": 68, "request_tensor_bytes": {"avg": 2764808.0, "count": 68, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.263, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.752, "count": 68, "max_ms": 61.108, "p95_ms": 55.41, "reason": null, "sample_age_ms": 10.995, "source": "client_direct"}, "sample_age_ms": 10.992, "source": "client_direct", "task_total_ms": {"avg_ms": 41.523, "count": 68, "max_ms": 63.513, "p95_ms": 57.854, "reason": null, "sample_age_ms": 10.992, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.517, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.806, "count": 67, "max_ms": 12.565, "p95_ms": 12.134}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 67, "max_ms": 0.894, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 1.132, "count": 67, "max_ms": 4.843, "p95_ms": 1.786}, "event_filter_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.169, "count": 67, "max_ms": 0.429, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.309, "count": 67, "max_ms": 7.705, "p95_ms": 6.518}, "setup_ms": {"avg_ms": 0.03, "count": 67, "max_ms": 0.077, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 6.762, "count": 67, "max_ms": 12.5, "p95_ms": 12.088}, "track_match_ms": {"avg_ms": 0.13, "count": 67, "max_ms": 0.249, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.626, "count": 67, "max_ms": 3.043, "p95_ms": 2.659}}, "gstreamer_push": {"avg_ms": 2.38, "count": 67, "max_ms": 4.276, "p95_ms": 3.526}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 67, "max_ms": 0.084, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.294, "count": 67, "max_ms": 64.997, "p95_ms": 59.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.909, "count": 67, "max_ms": 10.512, "p95_ms": 8.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.881, "count": 67, "max_ms": 121.881, "p95_ms": 105.49}, "inference_input_copy_ms": {"avg_ms": 1.322, "count": 67, "max_ms": 3.034, "p95_ms": 2.082}, "processing_residual_ms": {"avg_ms": 0.194, "count": 67, "max_ms": 0.391, "p95_ms": 0.316}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.306, "count": 67, "max_ms": 125.904, "p95_ms": 110.832}, "read_interval": {"avg_ms": 490.255, "count": 68, "max_ms": 20631.937, "p95_ms": 149.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 67, "max_ms": 0.034, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.254, "count": 67, "max_ms": 7.627, "p95_ms": 6.456}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 67, "max_ms": 0.039, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.241, "count": 67, "max_ms": 7.607, "p95_ms": 6.442}, "worker_merge_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.305, "count": 67, "max_ms": 65.004, "p95_ms": 59.051}, "visualize": {"avg_ms": 31.796, "count": 67, "max_ms": 56.788, "p95_ms": 43.437}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.463, "count": 67, "max_ms": 46.469, "p95_ms": 36.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.582, "count": 67, "max_ms": 54.929, "p95_ms": 41.538}, "visualize_input_copy_ms": {"avg_ms": 1.072, "count": 67, "max_ms": 2.073, "p95_ms": 1.734}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.488, "count": 67, "max_ms": 54.808, "p95_ms": 41.43}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 67, "max_ms": 0.11, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.914, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.301, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.201, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109098, "write_bytes_delta": 109098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.449033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1191.0, "pid": 54738, "reason": null, "system_cpu_core_ratio": 0.228455, "system_cpu_s_delta": 3.1899999999999977, "user_cpu_core_ratio": 0.220577, "user_cpu_s_delta": 3.0799999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.852947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.277154, "system_cpu_s_delta": 3.8700000000098953, "user_cpu_core_ratio": 0.575793, "user_cpu_s_delta": 8.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 184, "max_ms": 5.25, "p95_ms": 3.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.44, "max": 17.0, "p95": 17.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.658, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 184}, "total": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.534, "count": 30, "max": 47.678, "p95": 42.697, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.598, "count": 30, "max": 22.431, "p95": 20.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.967, "count": 30, "max": 1450.0, "p95": 1228.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.6, "count": 30, "max": 2859.0, "p95": 2732.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.465, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.507, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111273.2, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107543.8, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.367, "count": 30, "max": 48.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.624, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.308, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19805, "sampled_at": "2026-11-02T17:14:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.622, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4235753, "flush_count": 4471, "flush_interval_seconds": 30.0, "flush_state": {"count": 4471, "last_at": "2026-11-02T17:14:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4470}, "started": true, "suppressed_count": 2577311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2577006}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4471, "written_record_count": 4471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10774.281, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:15:04+09:00", "last_error_summary": "[h264 @ 0x5574f6b18000] cabac decode of qscale diff failed at 64 67 [h264 @ 0x5574f6b18000] error while decoding MB 64 67, bytestream 1680 [h264 @ 0x5574f6c63440] cabac decode of qscale diff failed at 103 64 [h264 @ 0x5574f6c63440] error while decoding MB 103 64, bytestream 4192 [h264 @ 0x5574f6bbde00] cabac decode of qscale diff failed at 60 46 [h264 @ 0x5574f6bbde00] error while decoding MB 60 46, bytestream 1605 [h264 @ 0x5574f6c0e500] cabac decode of qscale diff failed at 89 65 [h264 @ 0x557", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7137264844800, "copied_frame_count": 2581476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7137264844800, "frame_buffer_copies": 2581476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2668, "p50_ms": 0.0705, "p95_ms": 0.1422, "p99_ms": 0.1932}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1118, "count": 512, "max_ms": 3.1554, "p50_ms": 1.0015, "p95_ms": 1.8869, "p99_ms": 2.5077, "results": {"failed": 0, "not_applicable": 0, "success": 2581476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 609, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:15:04+09:00", "last_error_summary": "[h264 @ 0x5574f6b18000] cabac decode of qscale diff failed at 64 67 [h264 @ 0x5574f6b18000] error while decoding MB 64 67, bytestream 1680 [h264 @ 0x5574f6c63440] cabac decode of qscale diff failed at 103 64 [h264 @ 0x5574f6c63440] error while decoding MB 103 64, bytestream 4192 [h264 @ 0x5574f6bbde00] cabac decode of qscale diff failed at 60 46 [h264 @ 0x5574f6bbde00] error while decoding MB 60 46, bytestream 1605 [h264 @ 0x5574f6c0e500] cabac decode of qscale diff failed at 89 65 [h264 @ 0x557", "last_exit_at": "2026-11-02T17:15:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.873, "last_started_at": "2026-11-02T17:11:45+09:00", "pid": 54738, "process": {"exists": false, "pid": 54738}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.456, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-02T17:15:04+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-02T17:15:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.972, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 51.028, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-11-02T17:15:04.176876+09:00", "mtime_epoch": 1793607304.176876, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111649}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:15:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.945, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2581476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.559, "max": 17.0, "p95": 16.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.368, "max": 5.0, "p95": 4.0, "sample_count": 68}, "total": {"avg": 2.368, "max": 5.0, "p95": 4.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 1.721, "max": 4.0, "p95": 2.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.059, "max": 2.0, "p95": 0.0, "sample_count": 68}, "tracked": {"avg": 1.721, "max": 4.0, "p95": 2.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 68, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.457, "pushed": 2.457, "read": 2.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 68, "client_acquire_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 64.536, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.612, "count": 68, "max_ms": 2.803, "p95_ms": 1.999, "reason": null, "sample_age_ms": 117.021, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 68, "max_ms": 2.566, "p95_ms": 1.659, "reason": null, "sample_age_ms": 117.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 68, "max_ms": 0.946, "p95_ms": 0.437, "reason": null, "sample_age_ms": 64.545, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.352, "count": 68, "max_ms": 2.537, "p95_ms": 2.305, "reason": null, "sample_age_ms": 115.963, "source": "client_direct"}, "request_count": 68, "request_tensor_bytes": {"avg": 2764808.0, "count": 68, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.801, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.752, "count": 68, "max_ms": 61.108, "p95_ms": 55.41, "reason": null, "sample_age_ms": 64.533, "source": "client_direct"}, "sample_age_ms": 64.529, "source": "client_direct", "task_total_ms": {"avg_ms": 41.523, "count": 68, "max_ms": 63.513, "p95_ms": 57.854, "reason": null, "sample_age_ms": 64.529, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.218, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.799, "count": 68, "max_ms": 12.565, "p95_ms": 12.134}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.355, "count": 68, "max_ms": 0.894, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 1.133, "count": 68, "max_ms": 4.843, "p95_ms": 1.786}, "event_filter_ms": {"avg_ms": 0.004, "count": 68, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 68, "max_ms": 0.429, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.301, "count": 68, "max_ms": 7.705, "p95_ms": 6.518}, "setup_ms": {"avg_ms": 0.03, "count": 68, "max_ms": 0.077, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 6.755, "count": 68, "max_ms": 12.5, "p95_ms": 12.088}, "track_match_ms": {"avg_ms": 0.13, "count": 68, "max_ms": 0.249, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.629, "count": 68, "max_ms": 3.043, "p95_ms": 2.659}}, "gstreamer_push": {"avg_ms": 2.399, "count": 68, "max_ms": 4.276, "p95_ms": 3.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 68, "max_ms": 0.084, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.454, "count": 68, "max_ms": 64.997, "p95_ms": 59.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.919, "count": 68, "max_ms": 10.512, "p95_ms": 8.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.162, "count": 68, "max_ms": 121.881, "p95_ms": 105.49}, "inference_input_copy_ms": {"avg_ms": 1.316, "count": 68, "max_ms": 3.034, "p95_ms": 2.082}, "processing_residual_ms": {"avg_ms": 0.193, "count": 68, "max_ms": 0.391, "p95_ms": 0.316}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.59, "count": 68, "max_ms": 125.904, "p95_ms": 110.832}, "read_interval": {"avg_ms": 490.255, "count": 68, "max_ms": 20631.937, "p95_ms": 149.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 68, "max_ms": 0.034, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.246, "count": 68, "max_ms": 7.627, "p95_ms": 6.456}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 68, "max_ms": 0.039, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.233, "count": 68, "max_ms": 7.607, "p95_ms": 6.442}, "worker_merge_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.465, "count": 68, "max_ms": 65.004, "p95_ms": 59.051}, "visualize": {"avg_ms": 31.925, "count": 68, "max_ms": 56.788, "p95_ms": 43.437}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.546, "count": 68, "max_ms": 46.469, "p95_ms": 36.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.711, "count": 68, "max_ms": 54.929, "p95_ms": 41.538}, "visualize_input_copy_ms": {"avg_ms": 1.072, "count": 68, "max_ms": 2.073, "p95_ms": 1.734}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.616, "count": 68, "max_ms": 54.808, "p95_ms": 41.43}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 68, "max_ms": 0.11, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.914, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.301, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.201, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109098, "write_bytes_delta": 109098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.449033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1191.0, "pid": 54738, "reason": null, "system_cpu_core_ratio": 0.228455, "system_cpu_s_delta": 3.1899999999999977, "user_cpu_core_ratio": 0.220577, "user_cpu_s_delta": 3.0799999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.852947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.277154, "system_cpu_s_delta": 3.8700000000098953, "user_cpu_core_ratio": 0.575793, "user_cpu_s_delta": 8.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 184, "max_ms": 5.25, "p95_ms": 3.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.44, "max": 17.0, "p95": 17.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.658, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 184}, "total": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.534, "count": 30, "max": 47.678, "p95": 42.697, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.598, "count": 30, "max": 22.431, "p95": 20.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.967, "count": 30, "max": 1450.0, "p95": 1228.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.6, "count": 30, "max": 2859.0, "p95": 2732.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.465, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.507, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111273.2, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107543.8, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.367, "count": 30, "max": 48.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.624, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.308, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19805, "sampled_at": "2026-11-02T17:14:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.673, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4235753, "flush_count": 4471, "flush_interval_seconds": 30.0, "flush_state": {"count": 4471, "last_at": "2026-11-02T17:14:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4470}, "started": true, "suppressed_count": 2577311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2577006}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4471, "written_record_count": 4471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10774.273, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7137264844800, "copied_frame_count": 2581476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7137264844800, "frame_buffer_copies": 2581476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2668, "p50_ms": 0.0705, "p95_ms": 0.1422, "p99_ms": 0.1932}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1118, "count": 512, "max_ms": 3.1554, "p50_ms": 1.0015, "p95_ms": 1.8869, "p99_ms": 2.5077, "results": {"failed": 0, "not_applicable": 0, "success": 2581476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 609, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:15:04+09:00", "last_error_summary": "[h264 @ 0x5574f6b18000] cabac decode of qscale diff failed at 64 67 [h264 @ 0x5574f6b18000] error while decoding MB 64 67, bytestream 1680 [h264 @ 0x5574f6c63440] cabac decode of qscale diff failed at 103 64 [h264 @ 0x5574f6c63440] error while decoding MB 103 64, bytestream 4192 [h264 @ 0x5574f6bbde00] cabac decode of qscale diff failed at 60 46 [h264 @ 0x5574f6bbde00] error while decoding MB 60 46, bytestream 1605 [h264 @ 0x5574f6c0e500] cabac decode of qscale diff failed at 89 65 [h264 @ 0x557", "last_exit_at": "2026-11-02T17:15:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.903, "last_started_at": "2026-11-02T17:11:45+09:00", "pid": 54738, "process": {"exists": false, "pid": 54738}, "restart_count": 201, "restart_count_per_hour": 6, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 202}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.456, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-02T17:15:04+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-11-02T17:15:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.994, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 51.006, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-11-02T17:15:04.290877+09:00", "mtime_epoch": 1793607304.2908769, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110730}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:15:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.945, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2581476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.559, "max": 17.0, "p95": 16.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.368, "max": 5.0, "p95": 4.0, "sample_count": 68}, "total": {"avg": 2.368, "max": 5.0, "p95": 4.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 1.721, "max": 4.0, "p95": 2.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.059, "max": 2.0, "p95": 0.0, "sample_count": 68}, "tracked": {"avg": 1.721, "max": 4.0, "p95": 2.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 68, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.455, "pushed": 2.455, "read": 2.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 68, "client_acquire_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 91.527, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.612, "count": 68, "max_ms": 2.803, "p95_ms": 1.999, "reason": null, "sample_age_ms": 144.013, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 68, "max_ms": 2.566, "p95_ms": 1.659, "reason": null, "sample_age_ms": 144.354, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 68, "max_ms": 0.946, "p95_ms": 0.437, "reason": null, "sample_age_ms": 91.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.352, "count": 68, "max_ms": 2.537, "p95_ms": 2.305, "reason": null, "sample_age_ms": 142.955, "source": "client_direct"}, "request_count": 68, "request_tensor_bytes": {"avg": 2764808.0, "count": 68, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.792, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.752, "count": 68, "max_ms": 61.108, "p95_ms": 55.41, "reason": null, "sample_age_ms": 91.524, "source": "client_direct"}, "sample_age_ms": 91.521, "source": "client_direct", "task_total_ms": {"avg_ms": 41.523, "count": 68, "max_ms": 63.513, "p95_ms": 57.854, "reason": null, "sample_age_ms": 91.521, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.4, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.799, "count": 68, "max_ms": 12.565, "p95_ms": 12.134}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.355, "count": 68, "max_ms": 0.894, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 1.133, "count": 68, "max_ms": 4.843, "p95_ms": 1.786}, "event_filter_ms": {"avg_ms": 0.004, "count": 68, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 68, "max_ms": 0.429, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.003, "count": 68, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.301, "count": 68, "max_ms": 7.705, "p95_ms": 6.518}, "setup_ms": {"avg_ms": 0.03, "count": 68, "max_ms": 0.077, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 6.755, "count": 68, "max_ms": 12.5, "p95_ms": 12.088}, "track_match_ms": {"avg_ms": 0.13, "count": 68, "max_ms": 0.249, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.629, "count": 68, "max_ms": 3.043, "p95_ms": 2.659}}, "gstreamer_push": {"avg_ms": 2.399, "count": 68, "max_ms": 4.276, "p95_ms": 3.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 68, "max_ms": 0.084, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.454, "count": 68, "max_ms": 64.997, "p95_ms": 59.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.919, "count": 68, "max_ms": 10.512, "p95_ms": 8.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.162, "count": 68, "max_ms": 121.881, "p95_ms": 105.49}, "inference_input_copy_ms": {"avg_ms": 1.316, "count": 68, "max_ms": 3.034, "p95_ms": 2.082}, "processing_residual_ms": {"avg_ms": 0.193, "count": 68, "max_ms": 0.391, "p95_ms": 0.316}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.59, "count": 68, "max_ms": 125.904, "p95_ms": 110.832}, "read_interval": {"avg_ms": 490.255, "count": 68, "max_ms": 20631.937, "p95_ms": 149.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 68, "max_ms": 0.034, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.246, "count": 68, "max_ms": 7.627, "p95_ms": 6.456}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 68, "max_ms": 0.039, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.233, "count": 68, "max_ms": 7.607, "p95_ms": 6.442}, "worker_merge_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.465, "count": 68, "max_ms": 65.004, "p95_ms": 59.051}, "visualize": {"avg_ms": 31.925, "count": 68, "max_ms": 56.788, "p95_ms": 43.437}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.546, "count": 68, "max_ms": 46.469, "p95_ms": 36.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.711, "count": 68, "max_ms": 54.929, "p95_ms": 41.538}, "visualize_input_copy_ms": {"avg_ms": 1.072, "count": 68, "max_ms": 2.073, "p95_ms": 1.734}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.616, "count": 68, "max_ms": 54.808, "p95_ms": 41.43}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 68, "max_ms": 0.11, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.914, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.301, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.201, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109098, "write_bytes_delta": 109098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.449033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1191.0, "pid": 54738, "reason": null, "system_cpu_core_ratio": 0.228455, "system_cpu_s_delta": 3.1899999999999977, "user_cpu_core_ratio": 0.220577, "user_cpu_s_delta": 3.0799999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.852947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.277154, "system_cpu_s_delta": 3.8700000000098953, "user_cpu_core_ratio": 0.575793, "user_cpu_s_delta": 8.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 184, "max_ms": 5.25, "p95_ms": 3.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.44, "max": 17.0, "p95": 17.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.658, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 184}, "total": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.534, "count": 30, "max": 47.678, "p95": 42.697, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.598, "count": 30, "max": 22.431, "p95": 20.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.967, "count": 30, "max": 1450.0, "p95": 1228.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.6, "count": 30, "max": 2859.0, "p95": 2732.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.465, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.507, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111273.2, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107543.8, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.367, "count": 30, "max": 48.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.624, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.308, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19805, "sampled_at": "2026-11-02T17:14:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.703, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4235753, "flush_count": 4471, "flush_interval_seconds": 30.0, "flush_state": {"count": 4471, "last_at": "2026-11-02T17:14:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:14:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4470}, "started": true, "suppressed_count": 2577311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 2577006}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4471, "written_record_count": 4471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10831.84, "limit_mb": null}, "detail": {"pid": 54970, "restart_count": 202, "start_count": 203}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7137264844800, "copied_frame_count": 2581476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:07:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4157678, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:06:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.19}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 305, "events_emitted": 288, "events_failed": 0, "events_observed": 305, "events_suppressed": 17, "frame_buffer_copied_bytes": 7137264844800, "frame_buffer_copies": 2581476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14400, "recorder_active_input_bytes": 39813120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 288, "recorder_clips_failed": 0, "recorder_clips_started": 288, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 288, "worker_jobs_accepted": 288, "worker_jobs_completed": 288, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 0.2668, "p50_ms": 0.0705, "p95_ms": 0.1422, "p99_ms": 0.1932}, "stages": {"db_insert": {"avg_ms": 15.6301, "count": 288, "max_ms": 62.2331, "p50_ms": 13.5035, "p95_ms": 30.9621, "p99_ms": 40.7953, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6895, "count": 288, "max_ms": 4.0365, "p50_ms": 1.5717, "p95_ms": 2.6812, "p99_ms": 3.3398, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.451, "count": 305, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.9715, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1118, "count": 512, "max_ms": 3.1554, "p50_ms": 1.0015, "p95_ms": 1.8869, "p99_ms": 2.5077, "results": {"failed": 0, "not_applicable": 0, "success": 2581476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.9736, "count": 305, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 631.2209, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.4248, "count": 288, "max_ms": 90.5272, "p50_ms": 21.6859, "p95_ms": 57.0014, "p99_ms": 68.4528, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5861, "count": 512, "max_ms": 10.0768, "p50_ms": 4.4061, "p95_ms": 6.6772, "p99_ms": 7.8806, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2986, "count": 512, "max_ms": 4.4168, "p50_ms": 1.1565, "p95_ms": 2.5342, "p99_ms": 3.5967, "results": {"failed": 0, "not_applicable": 0, "success": 14400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.7513, "count": 288, "max_ms": 1262.5422, "p50_ms": 500.2181, "p95_ms": 630.5085, "p99_ms": 1071.5432, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 434.0568, "count": 288, "max_ms": 1192.1198, "p50_ms": 410.4413, "p95_ms": 531.2886, "p99_ms": 983.7576, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.2394, "count": 288, "max_ms": 115.8706, "p50_ms": 84.4853, "p95_ms": 102.4167, "p99_ms": 109.9947, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6204, "count": 288, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.86, "p99_ms": 7.4328, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1781, "count": 288, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 53.9633, "p99_ms": 62.7851, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2657, "count": 288, "max_ms": 16.9396, "p50_ms": 0.748, "p95_ms": 3.472, "p99_ms": 10.8931, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 305, "max_ms": 4.5565, "p50_ms": 0.6558, "p95_ms": 1.3711, "p99_ms": 1.8153, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8164, "count": 288, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4239, "p99_ms": 2.6186, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.206, "count": 288, "max_ms": 3752.636, "p50_ms": 355.1819, "p95_ms": 693.8825, "p99_ms": 809.7721, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 305, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 305, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0811, "count": 288, "max_ms": 14.3512, "p50_ms": 1.068, "p95_ms": 8.017, "p99_ms": 11.5151, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3928, "count": 288, "max_ms": 92.2129, "p50_ms": 25.6247, "p95_ms": 58.6343, "p99_ms": 72.3668, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 288, "max_ms": 1.1521, "p50_ms": 0.0698, "p95_ms": 0.1499, "p99_ms": 0.1884, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0014, "count": 288, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3135, "p99_ms": 5.4883, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.6904, "count": 288, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 774.7178, "p99_ms": 927.3719, "results": {"failed": 0, "not_applicable": 0, "success": 288, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 288, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.068, "p95_ms": 0.1385, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7358, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 288, "artifact_failed": 0, "artifact_requested": 288, "artifact_success": 288, "completed": 288, "completed_failed": 0, "completed_success": 288, "cooldown_promoted": 288, "database_requested": 288, "db_insert_success": 288, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15837, "relay_business_failed": 0, "relay_business_success": 288, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 288, "relay_transport_failed": 0, "relay_transport_success": 288, "reservation_requested": 288}, "snapshot": {"copied_bytes": 796262400, "copied_count": 288, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5574, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 609, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:15:04+09:00", "last_error_summary": "[h264 @ 0x5574f6b18000] cabac decode of qscale diff failed at 64 67 [h264 @ 0x5574f6b18000] error while decoding MB 64 67, bytestream 1680 [h264 @ 0x5574f6c63440] cabac decode of qscale diff failed at 103 64 [h264 @ 0x5574f6c63440] error while decoding MB 103 64, bytestream 4192 [h264 @ 0x5574f6bbde00] cabac decode of qscale diff failed at 60 46 [h264 @ 0x5574f6bbde00] error while decoding MB 60 46, bytestream 1605 [h264 @ 0x5574f6c0e500] cabac decode of qscale diff failed at 89 65 [h264 @ 0x557", "last_exit_at": "2026-11-02T17:15:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:15:06+09:00", "pid": 54970, "process": {"exists": true, "fd_count": 5, "hwm_mb": 91.18, "name": "ffmpeg", "pid": 54970, "rss_mb": 91.18, "state": "S (sleeping)", "threads": 19}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.456, "sample_count": 1991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.096, "last_frame_pushed_at": "2026-11-02T17:15:04+09:00", "last_frame_read_age_sec": 4.208, "last_frame_read_at": "2026-11-02T17:15:04+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 553.067, "last_sample_duration_ms": 689.927, "last_trigger": "periodic", "next_snapshot_in_sec": 46.933, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 449, "storage_bytes": 2284270}, "mjpeg": {"age_sec": 4.089, "exists": true, "mtime": "2026-11-02T17:15:04.290877+09:00", "mtime_epoch": 1793607304.2908769, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110730}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:15:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2149.25, "name": "celery", "pid": 206, "rss_mb": 2053.949, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 244, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 2581476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.964, "max": 17.0, "p95": 16.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.145, "max": 4.0, "p95": 4.0, "sample_count": 55}, "total": {"avg": 2.145, "max": 4.0, "p95": 4.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.673, "max": 3.0, "p95": 2.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.073, "max": 2.0, "p95": 1.0, "sample_count": 55}, "tracked": {"avg": 1.673, "max": 3.0, "p95": 2.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.836, "pushed": 1.836, "read": 1.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.005, "count": 54, "max_ms": 0.013, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4159.687, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 54, "max_ms": 2.803, "p95_ms": 2.024, "reason": null, "sample_age_ms": 4212.173, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.269, "count": 54, "max_ms": 2.566, "p95_ms": 1.754, "reason": null, "sample_age_ms": 4212.513, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 54, "max_ms": 0.946, "p95_ms": 0.478, "reason": null, "sample_age_ms": 4159.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.4, "count": 54, "max_ms": 2.537, "p95_ms": 2.36, "reason": null, "sample_age_ms": 4211.114, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2764808.0, "count": 54, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4211.1, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4159.952, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.019, "count": 54, "max_ms": 61.108, "p95_ms": 55.633, "reason": null, "sample_age_ms": 4159.684, "source": "client_direct"}, "sample_age_ms": 4159.681, "source": "client_direct", "task_total_ms": {"avg_ms": 41.852, "count": 54, "max_ms": 63.513, "p95_ms": 58.133, "reason": null, "sample_age_ms": 4159.681, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.783, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.516, "count": 55, "max_ms": 12.565, "p95_ms": 12.134}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.348, "count": 55, "max_ms": 0.894, "p95_ms": 0.665}, "detection_prepare_ms": {"avg_ms": 1.093, "count": 55, "max_ms": 2.404, "p95_ms": 1.786}, "event_filter_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.025, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.157, "count": 55, "max_ms": 0.429, "p95_ms": 0.361}, "mcmt_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.078, "count": 55, "max_ms": 7.705, "p95_ms": 6.711}, "setup_ms": {"avg_ms": 0.031, "count": 55, "max_ms": 0.077, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 6.471, "count": 55, "max_ms": 12.5, "p95_ms": 12.088}, "track_match_ms": {"avg_ms": 0.127, "count": 55, "max_ms": 0.249, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.63, "count": 55, "max_ms": 3.043, "p95_ms": 2.896}}, "gstreamer_push": {"avg_ms": 2.463, "count": 55, "max_ms": 4.276, "p95_ms": 3.817}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 55, "max_ms": 0.084, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.704, "count": 55, "max_ms": 64.997, "p95_ms": 61.107}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.82, "count": 55, "max_ms": 10.512, "p95_ms": 8.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.353, "count": 55, "max_ms": 121.881, "p95_ms": 105.49}, "inference_input_copy_ms": {"avg_ms": 1.307, "count": 55, "max_ms": 3.034, "p95_ms": 2.354}, "processing_residual_ms": {"avg_ms": 0.183, "count": 55, "max_ms": 0.329, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.664, "count": 55, "max_ms": 125.904, "p95_ms": 110.832}, "read_interval": {"avg_ms": 478.493, "count": 54, "max_ms": 20631.937, "p95_ms": 147.833}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 55, "max_ms": 0.034, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.022, "count": 55, "max_ms": 7.627, "p95_ms": 6.648}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 55, "max_ms": 0.039, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.008, "count": 55, "max_ms": 7.607, "p95_ms": 6.632}, "worker_merge_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.715, "count": 55, "max_ms": 65.004, "p95_ms": 61.128}, "visualize": {"avg_ms": 32.14, "count": 55, "max_ms": 49.962, "p95_ms": 43.437}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.951, "count": 55, "max_ms": 41.264, "p95_ms": 36.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.905, "count": 55, "max_ms": 48.372, "p95_ms": 41.538}, "visualize_input_copy_ms": {"avg_ms": 1.092, "count": 55, "max_ms": 2.073, "p95_ms": 1.738}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.808, "count": 55, "max_ms": 48.278, "p95_ms": 41.43}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 55, "max_ms": 0.11, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2053.914, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.301, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.201, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2581409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109098, "write_bytes_delta": 109098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 163.0, "cpu_core_ratio": 0.449033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1191.0, "pid": 54738, "reason": null, "system_cpu_core_ratio": 0.228455, "system_cpu_s_delta": 3.1899999999999977, "user_cpu_core_ratio": 0.220577, "user_cpu_s_delta": 3.0799999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.852947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.277154, "system_cpu_s_delta": 3.8700000000098953, "user_cpu_core_ratio": 0.575793, "user_cpu_s_delta": 8.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.978, "count": 184, "max_ms": 5.25, "p95_ms": 3.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.44, "max": 17.0, "p95": 17.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.658, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 184}, "total": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.534, "count": 30, "max": 47.678, "p95": 42.697, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.598, "count": 30, "max": 22.431, "p95": 20.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.967, "count": 30, "max": 1450.0, "p95": 1228.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.6, "count": 30, "max": 2859.0, "p95": 2732.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.465, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.507, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.067, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111273.2, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107543.8, "count": 30, "max": 115976.0, "p95": 115457.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.367, "count": 30, "max": 48.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.624, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.308, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19805, "sampled_at": "2026-11-02T17:14:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:14:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4241947, "flush_count": 4477, "flush_interval_seconds": 30.0, "flush_state": {"count": 4477, "last_at": "2026-11-02T17:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4476}, "started": true, "suppressed_count": 2580478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 308, "tracking_summary": 2580170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4477, "written_record_count": 4477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10796.445, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58612b82fe40] left block unavailable for requested intra mode [h264 @ 0x58612b82fe40] error while decoding MB 0 67, bytestream 89343", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7146026496000, "copied_frame_count": 2584645, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:17:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4475483, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:17:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 308, "events_emitted": 291, "events_failed": 0, "events_observed": 308, "events_suppressed": 17, "frame_buffer_copied_bytes": 7146026496000, "frame_buffer_copies": 2584645, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14550, "recorder_active_input_bytes": 40227840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 291, "recorder_clips_failed": 0, "recorder_clips_started": 291, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 291, "worker_jobs_accepted": 291, "worker_jobs_completed": 291, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0903, "count": 512, "max_ms": 1.6706, "p50_ms": 0.0762, "p95_ms": 0.1689, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": 15.6117, "count": 291, "max_ms": 62.2331, "p50_ms": 13.5309, "p95_ms": 30.9233, "p99_ms": 40.72, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6884, "count": 291, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.681, "p99_ms": 3.3253, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3084, "count": 308, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1368.8408, "p99_ms": 1672.5462, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2472, "count": 512, "max_ms": 3.3257, "p50_ms": 1.1618, "p95_ms": 2.108, "p99_ms": 2.6326, "results": {"failed": 0, "not_applicable": 0, "success": 2584645, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.0901, "count": 308, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.1595, "p99_ms": 1059.0049, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2887, "count": 291, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9824, "p99_ms": 68.4315, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7446, "count": 512, "max_ms": 10.7733, "p50_ms": 4.508, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3215, "count": 512, "max_ms": 4.342, "p50_ms": 1.1784, "p95_ms": 2.4376, "p99_ms": 3.3311, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5753, "count": 291, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 630.0542, "p99_ms": 1068.099, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9415, "count": 291, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 530.285, "p99_ms": 979.9881, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.1917, "count": 291, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.3983, "p99_ms": 109.9502, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6149, "count": 291, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8552, "p99_ms": 7.3922, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.169, "count": 291, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9465, "p99_ms": 62.5617, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.817, "count": 291, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4255, "p99_ms": 2.6093, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7833, "count": 291, "max_ms": 3752.636, "p50_ms": 355.4146, "p95_ms": 692.6349, "p99_ms": 803.4692, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 308, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0869, "count": 291, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 7.9298, "p99_ms": 11.5135, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3423, "count": 291, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.5455, "p99_ms": 72.3037, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 291, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1879, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0026, "count": 291, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.3092, "p99_ms": 5.4821, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1394, "count": 291, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.088, "p99_ms": 923.203, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 291, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0679, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7338, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 291, "artifact_failed": 0, "artifact_requested": 291, "artifact_success": 291, "completed": 291, "completed_failed": 0, "completed_success": 291, "cooldown_promoted": 291, "database_requested": 291, "db_insert_success": 291, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15840, "relay_business_failed": 0, "relay_business_success": 291, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 291, "relay_transport_failed": 0, "relay_transport_success": 291, "reservation_requested": 291}, "snapshot": {"copied_bytes": 804556800, "copied_count": 291, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 610, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:20:52+09:00", "last_error_summary": "[h264 @ 0x58612b82fe40] left block unavailable for requested intra mode [h264 @ 0x58612b82fe40] error while decoding MB 0 67, bytestream 89343", "last_exit_at": "2026-11-02T17:15:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.311, "last_started_at": "2026-11-02T17:15:06+09:00", "pid": 54970, "process": {"exists": false, "pid": 54970}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.253, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-11-02T17:20:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-11-02T17:20:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 50, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.293, "last_sample_duration_ms": 871.097, "last_trigger": "periodic", "next_snapshot_in_sec": 304.707, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 450, "storage_bytes": 2292829}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-11-02T17:20:52.626171+09:00", "mtime_epoch": 1793607652.6261706, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133184}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:20:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2055.508, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 247, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2584646, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.947, "max": 29.0, "p95": 29.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.512, "max": 3.0, "p95": 3.0, "sample_count": 246}, "total": {"avg": 2.512, "max": 3.0, "p95": 3.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.053, "max": 2.0, "p95": 2.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.053, "max": 2.0, "p95": 2.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 246, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.213, "pushed": 8.213, "read": 8.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 30.057, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.766, "count": 246, "max_ms": 7.911, "p95_ms": 2.626, "reason": null, "sample_age_ms": 74.732, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 246, "max_ms": 7.608, "p95_ms": 1.915, "reason": null, "sample_age_ms": 74.941, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.325, "count": 247, "max_ms": 0.994, "p95_ms": 0.617, "reason": null, "sample_age_ms": 30.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.528, "count": 246, "max_ms": 2.943, "p95_ms": 2.417, "reason": null, "sample_age_ms": 72.58, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.504, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.757, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.067, "count": 247, "max_ms": 76.734, "p95_ms": 55.989, "reason": null, "sample_age_ms": 30.046, "source": "client_direct"}, "sample_age_ms": 30.037, "source": "client_direct", "task_total_ms": {"avg_ms": 42.057, "count": 247, "max_ms": 79.222, "p95_ms": 58.114, "reason": null, "sample_age_ms": 30.037, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.658, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.211, "count": 246, "max_ms": 15.911, "p95_ms": 12.626}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.362, "count": 246, "max_ms": 1.066, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 1.35, "count": 246, "max_ms": 6.057, "p95_ms": 2.277}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 246, "max_ms": 0.911, "p95_ms": 0.402}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.301, "count": 246, "max_ms": 8.819, "p95_ms": 6.806}, "setup_ms": {"avg_ms": 0.034, "count": 246, "max_ms": 0.105, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 8.159, "count": 246, "max_ms": 15.864, "p95_ms": 12.574}, "track_match_ms": {"avg_ms": 0.125, "count": 246, "max_ms": 0.361, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.73, "count": 246, "max_ms": 7.246, "p95_ms": 2.856}}, "gstreamer_push": {"avg_ms": 2.451, "count": 246, "max_ms": 5.73, "p95_ms": 3.888}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 246, "max_ms": 0.729, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.165, "count": 246, "max_ms": 80.004, "p95_ms": 59.93}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.068, "count": 246, "max_ms": 14.787, "p95_ms": 7.952}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.109, "count": 246, "max_ms": 150.799, "p95_ms": 106.152}, "inference_input_copy_ms": {"avg_ms": 1.481, "count": 246, "max_ms": 3.66, "p95_ms": 2.365}, "processing_residual_ms": {"avg_ms": 0.2, "count": 246, "max_ms": 0.607, "p95_ms": 0.36}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.858, "count": 246, "max_ms": 155.63, "p95_ms": 112.03}, "read_interval": {"avg_ms": 121.842, "count": 246, "max_ms": 1565.491, "p95_ms": 154.088}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 246, "max_ms": 0.251, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.238, "count": 246, "max_ms": 8.74, "p95_ms": 6.696}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 246, "max_ms": 0.058, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.222, "count": 246, "max_ms": 8.721, "p95_ms": 6.672}, "worker_merge_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.177, "count": 246, "max_ms": 80.024, "p95_ms": 59.939}, "visualize": {"avg_ms": 33.573, "count": 246, "max_ms": 61.725, "p95_ms": 47.006}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.398, "count": 246, "max_ms": 49.14, "p95_ms": 39.656}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.22, "count": 246, "max_ms": 59.711, "p95_ms": 44.298}, "visualize_input_copy_ms": {"avg_ms": 1.19, "count": 246, "max_ms": 3.247, "p95_ms": 2.205}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.109, "count": 246, "max_ms": 59.502, "p95_ms": 44.184}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 246, "max_ms": 0.249, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2055.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.001, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.365, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121754, "write_bytes_delta": 121754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.544652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234.0, "pid": 54970, "reason": null, "system_cpu_core_ratio": 0.182211, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.362441, "user_cpu_s_delta": 3.660000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.698324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.53574, "system_cpu_s_delta": 5.4100000000034925, "user_cpu_core_ratio": 1.162585, "user_cpu_s_delta": 11.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.476, "count": 259, "max_ms": 5.73, "p95_ms": 4.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 29.0, "p95": 29.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.726, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.726, "max": 4.0, "p95": 4.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.535, "count": 30, "max": 58.81, "p95": 42.474, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.124, "count": 30, "max": 22.849, "p95": 21.627, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.033, "count": 30, "max": 684.0, "p95": 678.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 603.133, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.492, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1281.633, "count": 30, "max": 38113.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.673, "p95": 0.636, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.261, "count": 30, "max": 1.405, "p95": 1.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19840, "sampled_at": "2026-11-02T17:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4241947, "flush_count": 4477, "flush_interval_seconds": 30.0, "flush_state": {"count": 4477, "last_at": "2026-11-02T17:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4476}, "started": true, "suppressed_count": 2580478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 308, "tracking_summary": 2580170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4477, "written_record_count": 4477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10796.422, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:20:52+09:00", "last_error_summary": "[h264 @ 0x58612b82fe40] left block unavailable for requested intra mode [h264 @ 0x58612b82fe40] error while decoding MB 0 67, bytestream 89343", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7146029260800, "copied_frame_count": 2584646, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:17:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4475483, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:17:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 308, "events_emitted": 291, "events_failed": 0, "events_observed": 308, "events_suppressed": 17, "frame_buffer_copied_bytes": 7146029260800, "frame_buffer_copies": 2584646, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14550, "recorder_active_input_bytes": 40227840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 291, "recorder_clips_failed": 0, "recorder_clips_started": 291, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 291, "worker_jobs_accepted": 291, "worker_jobs_completed": 291, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0902, "count": 512, "max_ms": 1.6706, "p50_ms": 0.076, "p95_ms": 0.1689, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": 15.6117, "count": 291, "max_ms": 62.2331, "p50_ms": 13.5309, "p95_ms": 30.9233, "p99_ms": 40.72, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6884, "count": 291, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.681, "p99_ms": 3.3253, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3084, "count": 308, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1368.8408, "p99_ms": 1672.5462, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2455, "count": 512, "max_ms": 3.3257, "p50_ms": 1.1609, "p95_ms": 2.108, "p99_ms": 2.6326, "results": {"failed": 0, "not_applicable": 0, "success": 2584646, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.0901, "count": 308, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.1595, "p99_ms": 1059.0049, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2887, "count": 291, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9824, "p99_ms": 68.4315, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7446, "count": 512, "max_ms": 10.7733, "p50_ms": 4.508, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3215, "count": 512, "max_ms": 4.342, "p50_ms": 1.1784, "p95_ms": 2.4376, "p99_ms": 3.3311, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5753, "count": 291, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 630.0542, "p99_ms": 1068.099, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9415, "count": 291, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 530.285, "p99_ms": 979.9881, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.1917, "count": 291, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.3983, "p99_ms": 109.9502, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6149, "count": 291, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8552, "p99_ms": 7.3922, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.169, "count": 291, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9465, "p99_ms": 62.5617, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.817, "count": 291, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4255, "p99_ms": 2.6093, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7833, "count": 291, "max_ms": 3752.636, "p50_ms": 355.4146, "p95_ms": 692.6349, "p99_ms": 803.4692, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 308, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0869, "count": 291, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 7.9298, "p99_ms": 11.5135, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3423, "count": 291, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.5455, "p99_ms": 72.3037, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 291, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1879, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0026, "count": 291, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.3092, "p99_ms": 5.4821, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1394, "count": 291, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.088, "p99_ms": 923.203, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 291, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0679, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7338, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 291, "artifact_failed": 0, "artifact_requested": 291, "artifact_success": 291, "completed": 291, "completed_failed": 0, "completed_success": 291, "cooldown_promoted": 291, "database_requested": 291, "db_insert_success": 291, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15840, "relay_business_failed": 0, "relay_business_success": 291, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 291, "relay_transport_failed": 0, "relay_transport_success": 291, "reservation_requested": 291}, "snapshot": {"copied_bytes": 804556800, "copied_count": 291, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 610, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:20:52+09:00", "last_error_summary": "[h264 @ 0x58612b82fe40] left block unavailable for requested intra mode [h264 @ 0x58612b82fe40] error while decoding MB 0 67, bytestream 89343", "last_exit_at": "2026-11-02T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.364, "last_started_at": "2026-11-02T17:15:06+09:00", "pid": 54970, "process": {"exists": false, "pid": 54970}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.253, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-02T17:20:52+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-11-02T17:20:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 50, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.329, "last_sample_duration_ms": 871.097, "last_trigger": "periodic", "next_snapshot_in_sec": 304.671, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 450, "storage_bytes": 2292829}, "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-11-02T17:20:52.626171+09:00", "mtime_epoch": 1793607652.6261706, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133184}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:20:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2055.492, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 247, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2584646, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.976, "max": 29.0, "p95": 29.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.512, "max": 3.0, "p95": 3.0, "sample_count": 246}, "total": {"avg": 2.512, "max": 3.0, "p95": 3.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.049, "max": 2.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.049, "max": 2.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.219, "pushed": 8.219, "read": 8.186}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 79.422, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 245, "max_ms": 7.911, "p95_ms": 2.629, "reason": null, "sample_age_ms": 124.098, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 245, "max_ms": 7.608, "p95_ms": 1.919, "reason": null, "sample_age_ms": 124.306, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.325, "count": 246, "max_ms": 0.994, "p95_ms": 0.617, "reason": null, "sample_age_ms": 79.449, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.53, "count": 245, "max_ms": 2.943, "p95_ms": 2.42, "reason": null, "sample_age_ms": 121.945, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 121.87, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.122, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.032, "count": 246, "max_ms": 76.734, "p95_ms": 56.032, "reason": null, "sample_age_ms": 79.412, "source": "client_direct"}, "sample_age_ms": 79.402, "source": "client_direct", "task_total_ms": {"avg_ms": 42.023, "count": 246, "max_ms": 79.222, "p95_ms": 58.138, "reason": null, "sample_age_ms": 79.402, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.901, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.219, "count": 246, "max_ms": 15.911, "p95_ms": 12.626}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.362, "count": 246, "max_ms": 1.066, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 1.352, "count": 246, "max_ms": 6.057, "p95_ms": 2.277}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 246, "max_ms": 0.911, "p95_ms": 0.402}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.307, "count": 246, "max_ms": 8.819, "p95_ms": 6.806}, "setup_ms": {"avg_ms": 0.034, "count": 246, "max_ms": 0.105, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 8.168, "count": 246, "max_ms": 15.864, "p95_ms": 12.574}, "track_match_ms": {"avg_ms": 0.125, "count": 246, "max_ms": 0.361, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.729, "count": 246, "max_ms": 7.246, "p95_ms": 2.856}}, "gstreamer_push": {"avg_ms": 2.451, "count": 246, "max_ms": 5.73, "p95_ms": 3.888}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 246, "max_ms": 0.729, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.142, "count": 246, "max_ms": 80.004, "p95_ms": 59.93}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.068, "count": 246, "max_ms": 14.787, "p95_ms": 7.952}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.215, "count": 246, "max_ms": 150.799, "p95_ms": 106.42}, "inference_input_copy_ms": {"avg_ms": 1.484, "count": 246, "max_ms": 3.66, "p95_ms": 2.365}, "processing_residual_ms": {"avg_ms": 0.2, "count": 246, "max_ms": 0.607, "p95_ms": 0.36}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.967, "count": 246, "max_ms": 155.63, "p95_ms": 113.929}, "read_interval": {"avg_ms": 121.961, "count": 245, "max_ms": 1565.491, "p95_ms": 154.088}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 246, "max_ms": 0.251, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.245, "count": 246, "max_ms": 8.74, "p95_ms": 6.696}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 246, "max_ms": 0.058, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.229, "count": 246, "max_ms": 8.721, "p95_ms": 6.672}, "worker_merge_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.154, "count": 246, "max_ms": 80.024, "p95_ms": 59.939}, "visualize": {"avg_ms": 33.692, "count": 246, "max_ms": 61.725, "p95_ms": 48.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.485, "count": 246, "max_ms": 49.14, "p95_ms": 39.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.336, "count": 246, "max_ms": 59.711, "p95_ms": 46.23}, "visualize_input_copy_ms": {"avg_ms": 1.192, "count": 246, "max_ms": 3.247, "p95_ms": 2.205}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.226, "count": 246, "max_ms": 59.502, "p95_ms": 46.069}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 246, "max_ms": 0.249, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2055.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.001, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.365, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121754, "write_bytes_delta": 121754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.544652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234.0, "pid": 54970, "reason": null, "system_cpu_core_ratio": 0.182211, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.362441, "user_cpu_s_delta": 3.660000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.698324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.53574, "system_cpu_s_delta": 5.4100000000034925, "user_cpu_core_ratio": 1.162585, "user_cpu_s_delta": 11.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.476, "count": 259, "max_ms": 5.73, "p95_ms": 4.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 29.0, "p95": 29.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.726, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.726, "max": 4.0, "p95": 4.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.535, "count": 30, "max": 58.81, "p95": 42.474, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.124, "count": 30, "max": 22.849, "p95": 21.627, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.033, "count": 30, "max": 684.0, "p95": 678.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 603.133, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.492, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1281.633, "count": 30, "max": 38113.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.673, "p95": 0.636, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.261, "count": 30, "max": 1.405, "p95": 1.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19840, "sampled_at": "2026-11-02T17:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4241947, "flush_count": 4477, "flush_interval_seconds": 30.0, "flush_state": {"count": 4477, "last_at": "2026-11-02T17:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4476}, "started": true, "suppressed_count": 2580478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 308, "tracking_summary": 2580170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4477, "written_record_count": 4477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10796.316, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7146029260800, "copied_frame_count": 2584646, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:17:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4475483, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:17:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 308, "events_emitted": 291, "events_failed": 0, "events_observed": 308, "events_suppressed": 17, "frame_buffer_copied_bytes": 7146029260800, "frame_buffer_copies": 2584646, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14550, "recorder_active_input_bytes": 40227840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 291, "recorder_clips_failed": 0, "recorder_clips_started": 291, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 291, "worker_jobs_accepted": 291, "worker_jobs_completed": 291, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0902, "count": 512, "max_ms": 1.6706, "p50_ms": 0.076, "p95_ms": 0.1689, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": 15.6117, "count": 291, "max_ms": 62.2331, "p50_ms": 13.5309, "p95_ms": 30.9233, "p99_ms": 40.72, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6884, "count": 291, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.681, "p99_ms": 3.3253, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3084, "count": 308, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1368.8408, "p99_ms": 1672.5462, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2455, "count": 512, "max_ms": 3.3257, "p50_ms": 1.1609, "p95_ms": 2.108, "p99_ms": 2.6326, "results": {"failed": 0, "not_applicable": 0, "success": 2584646, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.0901, "count": 308, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.1595, "p99_ms": 1059.0049, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2887, "count": 291, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9824, "p99_ms": 68.4315, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7446, "count": 512, "max_ms": 10.7733, "p50_ms": 4.508, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3215, "count": 512, "max_ms": 4.342, "p50_ms": 1.1784, "p95_ms": 2.4376, "p99_ms": 3.3311, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5753, "count": 291, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 630.0542, "p99_ms": 1068.099, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9415, "count": 291, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 530.285, "p99_ms": 979.9881, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.1917, "count": 291, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.3983, "p99_ms": 109.9502, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6149, "count": 291, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8552, "p99_ms": 7.3922, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.169, "count": 291, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9465, "p99_ms": 62.5617, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.817, "count": 291, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4255, "p99_ms": 2.6093, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7833, "count": 291, "max_ms": 3752.636, "p50_ms": 355.4146, "p95_ms": 692.6349, "p99_ms": 803.4692, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 308, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0869, "count": 291, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 7.9298, "p99_ms": 11.5135, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3423, "count": 291, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.5455, "p99_ms": 72.3037, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 291, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1879, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0026, "count": 291, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.3092, "p99_ms": 5.4821, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1394, "count": 291, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.088, "p99_ms": 923.203, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 291, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0679, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7338, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 291, "artifact_failed": 0, "artifact_requested": 291, "artifact_success": 291, "completed": 291, "completed_failed": 0, "completed_success": 291, "cooldown_promoted": 291, "database_requested": 291, "db_insert_success": 291, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15840, "relay_business_failed": 0, "relay_business_success": 291, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 291, "relay_transport_failed": 0, "relay_transport_success": 291, "reservation_requested": 291}, "snapshot": {"copied_bytes": 804556800, "copied_count": 291, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 610, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:20:52+09:00", "last_error_summary": "[h264 @ 0x58612b82fe40] left block unavailable for requested intra mode [h264 @ 0x58612b82fe40] error while decoding MB 0 67, bytestream 89343", "last_exit_at": "2026-11-02T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.396, "last_started_at": "2026-11-02T17:15:06+09:00", "pid": 54970, "process": {"exists": false, "pid": 54970}, "restart_count": 202, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 203}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.253, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-02T17:20:52+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-11-02T17:20:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 50, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.369, "last_sample_duration_ms": 871.097, "last_trigger": "periodic", "next_snapshot_in_sec": 304.631, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 450, "storage_bytes": 2292829}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-02T17:20:52.746171+09:00", "mtime_epoch": 1793607652.7461712, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129552}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:20:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2055.492, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 247, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2584646, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.976, "max": 29.0, "p95": 29.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.512, "max": 3.0, "p95": 3.0, "sample_count": 246}, "total": {"avg": 2.512, "max": 3.0, "p95": 3.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.049, "max": 2.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.049, "max": 2.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.21, "pushed": 8.21, "read": 8.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 113.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 245, "max_ms": 7.911, "p95_ms": 2.629, "reason": null, "sample_age_ms": 158.423, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 245, "max_ms": 7.608, "p95_ms": 1.919, "reason": null, "sample_age_ms": 158.632, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 245, "max_ms": 0.994, "p95_ms": 0.618, "reason": null, "sample_age_ms": 113.774, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.53, "count": 245, "max_ms": 2.943, "p95_ms": 2.42, "reason": null, "sample_age_ms": 156.271, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.195, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.447, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.072, "count": 245, "max_ms": 76.734, "p95_ms": 56.075, "reason": null, "sample_age_ms": 113.737, "source": "client_direct"}, "sample_age_ms": 113.728, "source": "client_direct", "task_total_ms": {"avg_ms": 42.066, "count": 245, "max_ms": 79.222, "p95_ms": 58.162, "reason": null, "sample_age_ms": 113.728, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.722, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.219, "count": 246, "max_ms": 15.911, "p95_ms": 12.626}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.362, "count": 246, "max_ms": 1.066, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 1.352, "count": 246, "max_ms": 6.057, "p95_ms": 2.277}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 246, "max_ms": 0.911, "p95_ms": 0.402}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.307, "count": 246, "max_ms": 8.819, "p95_ms": 6.806}, "setup_ms": {"avg_ms": 0.034, "count": 246, "max_ms": 0.105, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 8.168, "count": 246, "max_ms": 15.864, "p95_ms": 12.574}, "track_match_ms": {"avg_ms": 0.125, "count": 246, "max_ms": 0.361, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.729, "count": 246, "max_ms": 7.246, "p95_ms": 2.856}}, "gstreamer_push": {"avg_ms": 2.451, "count": 246, "max_ms": 5.73, "p95_ms": 3.888}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 246, "max_ms": 0.729, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.142, "count": 246, "max_ms": 80.004, "p95_ms": 59.93}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.068, "count": 246, "max_ms": 14.787, "p95_ms": 7.952}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.215, "count": 246, "max_ms": 150.799, "p95_ms": 106.42}, "inference_input_copy_ms": {"avg_ms": 1.484, "count": 246, "max_ms": 3.66, "p95_ms": 2.365}, "processing_residual_ms": {"avg_ms": 0.2, "count": 246, "max_ms": 0.607, "p95_ms": 0.36}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.967, "count": 246, "max_ms": 155.63, "p95_ms": 113.929}, "read_interval": {"avg_ms": 121.961, "count": 245, "max_ms": 1565.491, "p95_ms": 154.088}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 246, "max_ms": 0.251, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.245, "count": 246, "max_ms": 8.74, "p95_ms": 6.696}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 246, "max_ms": 0.058, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.229, "count": 246, "max_ms": 8.721, "p95_ms": 6.672}, "worker_merge_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.154, "count": 246, "max_ms": 80.024, "p95_ms": 59.939}, "visualize": {"avg_ms": 33.692, "count": 246, "max_ms": 61.725, "p95_ms": 48.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.485, "count": 246, "max_ms": 49.14, "p95_ms": 39.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.336, "count": 246, "max_ms": 59.711, "p95_ms": 46.23}, "visualize_input_copy_ms": {"avg_ms": 1.192, "count": 246, "max_ms": 3.247, "p95_ms": 2.205}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.226, "count": 246, "max_ms": 59.502, "p95_ms": 46.069}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 246, "max_ms": 0.249, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2055.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.001, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.365, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121754, "write_bytes_delta": 121754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.544652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234.0, "pid": 54970, "reason": null, "system_cpu_core_ratio": 0.182211, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.362441, "user_cpu_s_delta": 3.660000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.698324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.53574, "system_cpu_s_delta": 5.4100000000034925, "user_cpu_core_ratio": 1.162585, "user_cpu_s_delta": 11.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.476, "count": 259, "max_ms": 5.73, "p95_ms": 4.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 29.0, "p95": 29.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.726, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.726, "max": 4.0, "p95": 4.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.535, "count": 30, "max": 58.81, "p95": 42.474, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.124, "count": 30, "max": 22.849, "p95": 21.627, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.033, "count": 30, "max": 684.0, "p95": 678.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 603.133, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.492, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1281.633, "count": 30, "max": 38113.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.673, "p95": 0.636, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.261, "count": 30, "max": 1.405, "p95": 1.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19840, "sampled_at": "2026-11-02T17:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4241947, "flush_count": 4477, "flush_interval_seconds": 30.0, "flush_state": {"count": 4477, "last_at": "2026-11-02T17:20:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:20:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4476}, "started": true, "suppressed_count": 2580478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 308, "tracking_summary": 2580170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4477, "written_record_count": 4477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10817.559, "limit_mb": null}, "detail": {"pid": 55272, "restart_count": 203, "start_count": 204}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7146029260800, "copied_frame_count": 2584646, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:17:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4475483, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:17:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 308, "events_emitted": 291, "events_failed": 0, "events_observed": 308, "events_suppressed": 17, "frame_buffer_copied_bytes": 7146029260800, "frame_buffer_copies": 2584646, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14550, "recorder_active_input_bytes": 40227840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 291, "recorder_clips_failed": 0, "recorder_clips_started": 291, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 291, "worker_jobs_accepted": 291, "worker_jobs_completed": 291, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0902, "count": 512, "max_ms": 1.6706, "p50_ms": 0.076, "p95_ms": 0.1689, "p99_ms": 0.2246}, "stages": {"db_insert": {"avg_ms": 15.6117, "count": 291, "max_ms": 62.2331, "p50_ms": 13.5309, "p95_ms": 30.9233, "p99_ms": 40.72, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6884, "count": 291, "max_ms": 4.0365, "p50_ms": 1.57, "p95_ms": 2.681, "p99_ms": 3.3253, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3084, "count": 308, "max_ms": 4422.916, "p50_ms": 932.0107, "p95_ms": 1368.8408, "p99_ms": 1672.5462, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2455, "count": 512, "max_ms": 3.3257, "p50_ms": 1.1609, "p95_ms": 2.108, "p99_ms": 2.6326, "results": {"failed": 0, "not_applicable": 0, "success": 2584646, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.0901, "count": 308, "max_ms": 1264.9368, "p50_ms": 501.631, "p95_ms": 631.1595, "p99_ms": 1059.0049, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2887, "count": 291, "max_ms": 90.5272, "p50_ms": 21.6079, "p95_ms": 56.9824, "p99_ms": 68.4315, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7446, "count": 512, "max_ms": 10.7733, "p50_ms": 4.508, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3215, "count": 512, "max_ms": 4.342, "p50_ms": 1.1784, "p95_ms": 2.4376, "p99_ms": 3.3311, "results": {"failed": 0, "not_applicable": 0, "success": 14550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5753, "count": 291, "max_ms": 1262.5422, "p50_ms": 500.5729, "p95_ms": 630.0542, "p99_ms": 1068.099, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9415, "count": 291, "max_ms": 1192.1198, "p50_ms": 410.9081, "p95_ms": 530.285, "p99_ms": 979.9881, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.1917, "count": 291, "max_ms": 115.8706, "p50_ms": 84.4565, "p95_ms": 102.3983, "p99_ms": 109.9502, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6149, "count": 291, "max_ms": 15.8949, "p50_ms": 1.29, "p95_ms": 2.8552, "p99_ms": 7.3922, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.169, "count": 291, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.9465, "p99_ms": 62.5617, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2824, "count": 291, "max_ms": 16.9396, "p50_ms": 0.752, "p95_ms": 3.9172, "p99_ms": 10.878, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7437, "count": 308, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3694, "p99_ms": 1.8142, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.817, "count": 291, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4255, "p99_ms": 2.6093, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 291, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.7833, "count": 291, "max_ms": 3752.636, "p50_ms": 355.4146, "p95_ms": 692.6349, "p99_ms": 803.4692, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 308, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 308, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0869, "count": 291, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 7.9298, "p99_ms": 11.5135, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3423, "count": 291, "max_ms": 92.2129, "p50_ms": 25.5825, "p95_ms": 58.5455, "p99_ms": 72.3037, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.083, "count": 291, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1879, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0026, "count": 291, "max_ms": 9.2334, "p50_ms": 1.8029, "p95_ms": 3.3092, "p99_ms": 5.4821, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 479.1394, "count": 291, "max_ms": 3837.487, "p50_ms": 428.6174, "p95_ms": 774.088, "p99_ms": 923.203, "results": {"failed": 0, "not_applicable": 0, "success": 291, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 291, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0679, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7338, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 291, "artifact_failed": 0, "artifact_requested": 291, "artifact_success": 291, "completed": 291, "completed_failed": 0, "completed_success": 291, "cooldown_promoted": 291, "database_requested": 291, "db_insert_success": 291, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15840, "relay_business_failed": 0, "relay_business_success": 291, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 291, "relay_transport_failed": 0, "relay_transport_success": 291, "reservation_requested": 291}, "snapshot": {"copied_bytes": 804556800, "copied_count": 291, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 610, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:20:52+09:00", "last_error_summary": "[h264 @ 0x58612b82fe40] left block unavailable for requested intra mode [h264 @ 0x58612b82fe40] error while decoding MB 0 67, bytestream 89343", "last_exit_at": "2026-11-02T17:20:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:20:55+09:00", "pid": 55272, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.906, "name": "ffmpeg", "pid": 55272, "rss_mb": 57.906, "state": "S (sleeping)", "threads": 1}, "restart_count": 203, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.358, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.398, "last_frame_pushed_at": "2026-11-02T17:20:52+09:00", "last_frame_read_age_sec": 4.515, "last_frame_read_at": "2026-11-02T17:20:52+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 50, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 299.73, "last_sample_duration_ms": 871.097, "last_trigger": "periodic", "next_snapshot_in_sec": 300.27, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 450, "storage_bytes": 2292829}, "mjpeg": {"age_sec": 4.391, "exists": true, "mtime": "2026-11-02T17:20:52.746171+09:00", "mtime_epoch": 1793607652.7461712, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129552}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:20:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2055.496, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 247, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2584646, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.597, "max": 29.0, "p95": 29.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.455, "max": 3.0, "p95": 3.0, "sample_count": 211}, "total": {"avg": 2.455, "max": 3.0, "p95": 3.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.042, "pushed": 7.042, "read": 7.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.026, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4476.084, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.762, "count": 210, "max_ms": 7.911, "p95_ms": 2.612, "reason": null, "sample_age_ms": 4520.759, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 210, "max_ms": 7.608, "p95_ms": 1.896, "reason": null, "sample_age_ms": 4520.967, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 210, "max_ms": 0.994, "p95_ms": 0.595, "reason": null, "sample_age_ms": 4476.11, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.538, "count": 210, "max_ms": 2.943, "p95_ms": 2.459, "reason": null, "sample_age_ms": 4518.606, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4518.531, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4476.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.648, "count": 210, "max_ms": 76.734, "p95_ms": 56.894, "reason": null, "sample_age_ms": 4476.073, "source": "client_direct"}, "sample_age_ms": 4476.063, "source": "client_direct", "task_total_ms": {"avg_ms": 42.644, "count": 210, "max_ms": 79.222, "p95_ms": 58.91, "reason": null, "sample_age_ms": 4476.063, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.066, "count": 211, "max_ms": 15.911, "p95_ms": 12.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.343, "count": 211, "max_ms": 0.842, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 1.281, "count": 211, "max_ms": 3.808, "p95_ms": 2.082}, "event_filter_ms": {"avg_ms": 0.004, "count": 211, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 211, "max_ms": 0.911, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 4.255, "count": 211, "max_ms": 8.819, "p95_ms": 6.762}, "setup_ms": {"avg_ms": 0.034, "count": 211, "max_ms": 0.105, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 8.014, "count": 211, "max_ms": 15.864, "p95_ms": 11.977}, "track_match_ms": {"avg_ms": 0.124, "count": 211, "max_ms": 0.329, "p95_ms": 0.206}, "tracker_update_ms": {"avg_ms": 1.721, "count": 211, "max_ms": 7.246, "p95_ms": 2.835}}, "gstreamer_push": {"avg_ms": 2.417, "count": 211, "max_ms": 5.73, "p95_ms": 3.88}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 211, "max_ms": 0.729, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.711, "count": 211, "max_ms": 80.004, "p95_ms": 60.336}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.961, "count": 211, "max_ms": 11.988, "p95_ms": 7.513}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.558, "count": 211, "max_ms": 150.799, "p95_ms": 109.025}, "inference_input_copy_ms": {"avg_ms": 1.495, "count": 211, "max_ms": 3.66, "p95_ms": 2.408}, "processing_residual_ms": {"avg_ms": 0.196, "count": 211, "max_ms": 0.455, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.211, "count": 211, "max_ms": 155.63, "p95_ms": 114.591}, "read_interval": {"avg_ms": 121.563, "count": 210, "max_ms": 1565.491, "p95_ms": 152.709}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 211, "max_ms": 0.251, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 4.192, "count": 211, "max_ms": 8.74, "p95_ms": 6.674}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 211, "max_ms": 0.058, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.176, "count": 211, "max_ms": 8.721, "p95_ms": 6.652}, "worker_merge_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.723, "count": 211, "max_ms": 80.024, "p95_ms": 60.342}, "visualize": {"avg_ms": 33.644, "count": 211, "max_ms": 61.725, "p95_ms": 48.516}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.536, "count": 211, "max_ms": 49.14, "p95_ms": 40.883}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.281, "count": 211, "max_ms": 59.711, "p95_ms": 46.279}, "visualize_input_copy_ms": {"avg_ms": 1.199, "count": 211, "max_ms": 2.933, "p95_ms": 2.256}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.171, "count": 211, "max_ms": 59.502, "p95_ms": 46.169}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 211, "max_ms": 0.249, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2055.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.001, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.365, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2584587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121754, "write_bytes_delta": 121754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 333.0, "cpu_core_ratio": 0.544652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234.0, "pid": 54970, "reason": null, "system_cpu_core_ratio": 0.182211, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.362441, "user_cpu_s_delta": 3.660000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.698324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.53574, "system_cpu_s_delta": 5.4100000000034925, "user_cpu_core_ratio": 1.162585, "user_cpu_s_delta": 11.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.476, "count": 259, "max_ms": 5.73, "p95_ms": 4.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 29.0, "p95": 29.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.726, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.726, "max": 4.0, "p95": 4.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.535, "count": 30, "max": 58.81, "p95": 42.474, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.124, "count": 30, "max": 22.849, "p95": 21.627, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.033, "count": 30, "max": 684.0, "p95": 678.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 603.133, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.492, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119537.233, "count": 30, "max": 124131.0, "p95": 123745.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1281.633, "count": 30, "max": 38113.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.673, "p95": 0.636, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.261, "count": 30, "max": 1.405, "p95": 1.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19840, "sampled_at": "2026-11-02T17:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633159, "flush_count": 4483, "flush_interval_seconds": 30.0, "flush_state": {"count": 4483, "last_at": "2026-11-02T17:27:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4482}, "started": true, "suppressed_count": 2655124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655120}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4483, "written_record_count": 4483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10622.996, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7353267609600, "copied_frame_count": 2659602, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7353267609600, "frame_buffer_copies": 2659602, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0919, "count": 512, "max_ms": 0.4018, "p50_ms": 0.0811, "p95_ms": 0.1566, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 6.5467, "p50_ms": 1.092, "p95_ms": 2.0599, "p99_ms": 2.9029, "results": {"failed": 0, "not_applicable": 0, "success": 2659602, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:27:39+09:00", "last_error_summary": "[h264 @ 0x5e67607432c0] error while decoding MB 186 51, bytestream -5 [h264 @ 0x5e67605a71c0] cabac decode of qscale diff failed at 175 69 [h264 @ 0x5e67605a71c0] error while decoding MB 175 69, bytestream 18024 [h264 @ 0x5e67611de300] cabac decode of qscale diff failed at 212 93 [h264 @ 0x5e67611de300] error while decoding MB 212 93, bytestream 89122 [h264 @ 0x5e676076b640] cabac decode of qscale diff failed at 106 64 [h264 @ 0x5e676076b640] error while decoding MB 106 64, bytestream 7234 [h264", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 773.972, "last_started_at": "2026-11-02T17:14:45+09:00", "pid": 54854, "process": {"exists": false, "pid": 54854}, "restart_count": 130, "restart_count_per_hour": 5, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.987, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-02T17:27:39+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-02T17:27:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.469, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 499.531, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-02T17:27:39.704636+09:00", "mtime_epoch": 1793608059.7046356, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:27:39+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2132.711, "name": "celery", "pid": 176, "rss_mb": 2132.711, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2659602, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.755, "pushed": 6.755, "read": 6.755}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 84.087, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.493, "count": 196, "max_ms": 4.489, "p95_ms": 1.632, "reason": null, "sample_age_ms": 118.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 196, "max_ms": 3.405, "p95_ms": 1.078, "reason": null, "sample_age_ms": 118.769, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.193, "count": 196, "max_ms": 0.539, "p95_ms": 0.334, "reason": null, "sample_age_ms": 84.11, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 196, "max_ms": 3.985, "p95_ms": 2.006, "reason": null, "sample_age_ms": 117.931, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.917, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.718, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.572, "count": 196, "max_ms": 63.53, "p95_ms": 50.09, "reason": null, "sample_age_ms": 84.08, "source": "client_direct"}, "sample_age_ms": 84.069, "source": "client_direct", "task_total_ms": {"avg_ms": 35.109, "count": 196, "max_ms": 65.825, "p95_ms": 52.256, "reason": null, "sample_age_ms": 84.069, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.63, "count": 196, "max_ms": 1.262, "p95_ms": 1.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.19, "count": 196, "max_ms": 0.485, "p95_ms": 0.34}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 196, "max_ms": 0.395, "p95_ms": 0.191}, "event_filter_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.031, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 196, "max_ms": 0.142, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 196, "max_ms": 0.395, "p95_ms": 0.286}, "setup_ms": {"avg_ms": 0.035, "count": 196, "max_ms": 0.121, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.596, "count": 196, "max_ms": 1.202, "p95_ms": 1.017}, "track_match_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.024, "count": 196, "max_ms": 0.066, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.41, "count": 196, "max_ms": 9.469, "p95_ms": 3.897}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 196, "max_ms": 0.42, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.893, "count": 196, "max_ms": 66.76, "p95_ms": 54.645}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 196, "max_ms": 0.24, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.615, "count": 196, "max_ms": 128.706, "p95_ms": 92.844}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 196, "max_ms": 3.803, "p95_ms": 2.477}, "processing_residual_ms": {"avg_ms": 0.124, "count": 196, "max_ms": 0.386, "p95_ms": 0.253}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.219, "count": 196, "max_ms": 130.103, "p95_ms": 94.645}, "read_interval": {"avg_ms": 162.169, "count": 196, "max_ms": 3462.489, "p95_ms": 554.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 196, "max_ms": 0.047, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.108, "count": 196, "max_ms": 0.302, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 196, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 196, "max_ms": 0.271, "p95_ms": 0.176}, "worker_merge_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.904, "count": 196, "max_ms": 66.782, "p95_ms": 54.662}, "visualize": {"avg_ms": 30.326, "count": 196, "max_ms": 79.228, "p95_ms": 44.684}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.647, "count": 196, "max_ms": 78.197, "p95_ms": 43.792}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.183, "count": 196, "max_ms": 79.013, "p95_ms": 44.477}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.109, "count": 196, "max_ms": 78.888, "p95_ms": 44.384}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 196, "max_ms": 0.092, "p95_ms": 0.079}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.909, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.979, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100887, "write_bytes_delta": 100887, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 1.309797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27926.0, "pid": 54854, "reason": null, "system_cpu_core_ratio": 0.453544, "system_cpu_s_delta": 4.549999999999997, "user_cpu_core_ratio": 0.856252, "user_cpu_s_delta": 8.590000000000032}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.438592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.401711, "user_cpu_s_delta": 4.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 203, "max_ms": 9.469, "p95_ms": 4.18, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.215, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.809, "count": 30, "max": 24.799, "p95": 23.153, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 898.167, "count": 30, "max": 1449.0, "p95": 1441.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.667, "count": 30, "max": 27926.0, "p95": 8036.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.55, "p95": 1.124, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 25.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.699, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22379, "sampled_at": "2026-11-02T17:27:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.014, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633159, "flush_count": 4483, "flush_interval_seconds": 30.0, "flush_state": {"count": 4483, "last_at": "2026-11-02T17:27:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4482}, "started": true, "suppressed_count": 2655124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655120}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4483, "written_record_count": 4483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10622.961, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e67607432c0] error while decoding MB 186 51, bytestream -5 [h264 @ 0x5e67605a71c0] cabac decode of qscale diff failed at 175 69 [h264 @ 0x5e67605a71c0] error while decoding MB 175 69, bytestream 18024 [h264 @ 0x5e67611de300] cabac decode of qscale diff failed at 212 93 [h264 @ 0x5e67611de300] error while decoding MB 212 93, bytestream 89122 [h264 @ 0x5e676076b640] cabac decode of qscale diff failed at 106 64 [h264 @ 0x5e676076b640] error while decoding MB 106 64, bytestream 7234 [h264", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7353267609600, "copied_frame_count": 2659602, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7353267609600, "frame_buffer_copies": 2659602, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0919, "count": 512, "max_ms": 0.4018, "p50_ms": 0.0811, "p95_ms": 0.1566, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 6.5467, "p50_ms": 1.092, "p95_ms": 2.0599, "p99_ms": 2.9029, "results": {"failed": 0, "not_applicable": 0, "success": 2659602, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:27:39+09:00", "last_error_summary": "[h264 @ 0x5e67607432c0] error while decoding MB 186 51, bytestream -5 [h264 @ 0x5e67605a71c0] cabac decode of qscale diff failed at 175 69 [h264 @ 0x5e67605a71c0] error while decoding MB 175 69, bytestream 18024 [h264 @ 0x5e67611de300] cabac decode of qscale diff failed at 212 93 [h264 @ 0x5e67611de300] error while decoding MB 212 93, bytestream 89122 [h264 @ 0x5e676076b640] cabac decode of qscale diff failed at 106 64 [h264 @ 0x5e676076b640] error while decoding MB 106 64, bytestream 7234 [h264", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 773.978, "last_started_at": "2026-11-02T17:14:45+09:00", "pid": 54854, "process": {"exists": false, "pid": 54854}, "restart_count": 130, "restart_count_per_hour": 5, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.987, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-02T17:27:39+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-02T17:27:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.481, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 499.519, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-02T17:27:39.704636+09:00", "mtime_epoch": 1793608059.7046356, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:27:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2132.711, "name": "celery", "pid": 176, "rss_mb": 2132.711, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2659602, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.754, "pushed": 6.754, "read": 6.754}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 86.244, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.493, "count": 196, "max_ms": 4.489, "p95_ms": 1.632, "reason": null, "sample_age_ms": 120.771, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 196, "max_ms": 3.405, "p95_ms": 1.078, "reason": null, "sample_age_ms": 120.927, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.193, "count": 196, "max_ms": 0.539, "p95_ms": 0.334, "reason": null, "sample_age_ms": 86.268, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 196, "max_ms": 3.985, "p95_ms": 2.006, "reason": null, "sample_age_ms": 120.088, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.074, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.875, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.572, "count": 196, "max_ms": 63.53, "p95_ms": 50.09, "reason": null, "sample_age_ms": 86.237, "source": "client_direct"}, "sample_age_ms": 86.226, "source": "client_direct", "task_total_ms": {"avg_ms": 35.109, "count": 196, "max_ms": 65.825, "p95_ms": 52.256, "reason": null, "sample_age_ms": 86.226, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.133, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.63, "count": 196, "max_ms": 1.262, "p95_ms": 1.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.19, "count": 196, "max_ms": 0.485, "p95_ms": 0.34}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 196, "max_ms": 0.395, "p95_ms": 0.191}, "event_filter_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.031, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 196, "max_ms": 0.142, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 196, "max_ms": 0.395, "p95_ms": 0.286}, "setup_ms": {"avg_ms": 0.035, "count": 196, "max_ms": 0.121, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.596, "count": 196, "max_ms": 1.202, "p95_ms": 1.017}, "track_match_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.024, "count": 196, "max_ms": 0.066, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.41, "count": 196, "max_ms": 9.469, "p95_ms": 3.897}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 196, "max_ms": 0.42, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.893, "count": 196, "max_ms": 66.76, "p95_ms": 54.645}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 196, "max_ms": 0.24, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.615, "count": 196, "max_ms": 128.706, "p95_ms": 92.844}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 196, "max_ms": 3.803, "p95_ms": 2.477}, "processing_residual_ms": {"avg_ms": 0.124, "count": 196, "max_ms": 0.386, "p95_ms": 0.253}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.219, "count": 196, "max_ms": 130.103, "p95_ms": 94.645}, "read_interval": {"avg_ms": 162.169, "count": 196, "max_ms": 3462.489, "p95_ms": 554.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 196, "max_ms": 0.047, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.108, "count": 196, "max_ms": 0.302, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 196, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 196, "max_ms": 0.271, "p95_ms": 0.176}, "worker_merge_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.904, "count": 196, "max_ms": 66.782, "p95_ms": 54.662}, "visualize": {"avg_ms": 30.326, "count": 196, "max_ms": 79.228, "p95_ms": 44.684}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.647, "count": 196, "max_ms": 78.197, "p95_ms": 43.792}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.183, "count": 196, "max_ms": 79.013, "p95_ms": 44.477}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.109, "count": 196, "max_ms": 78.888, "p95_ms": 44.384}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 196, "max_ms": 0.092, "p95_ms": 0.079}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.909, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.979, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100887, "write_bytes_delta": 100887, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 1.309797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27926.0, "pid": 54854, "reason": null, "system_cpu_core_ratio": 0.453544, "system_cpu_s_delta": 4.549999999999997, "user_cpu_core_ratio": 0.856252, "user_cpu_s_delta": 8.590000000000032}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.438592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.401711, "user_cpu_s_delta": 4.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 203, "max_ms": 9.469, "p95_ms": 4.18, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.215, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.809, "count": 30, "max": 24.799, "p95": 23.153, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 898.167, "count": 30, "max": 1449.0, "p95": 1441.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.667, "count": 30, "max": 27926.0, "p95": 8036.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.55, "p95": 1.124, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 25.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.699, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22379, "sampled_at": "2026-11-02T17:27:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.019, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633159, "flush_count": 4483, "flush_interval_seconds": 30.0, "flush_state": {"count": 4483, "last_at": "2026-11-02T17:27:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4482}, "started": true, "suppressed_count": 2655124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655120}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4483, "written_record_count": 4483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10617.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7353267609600, "copied_frame_count": 2659602, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7353267609600, "frame_buffer_copies": 2659602, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0919, "count": 512, "max_ms": 0.4018, "p50_ms": 0.0811, "p95_ms": 0.1566, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 6.5467, "p50_ms": 1.092, "p95_ms": 2.0599, "p99_ms": 2.9029, "results": {"failed": 0, "not_applicable": 0, "success": 2659602, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:27:39+09:00", "last_error_summary": "[h264 @ 0x5e67607432c0] error while decoding MB 186 51, bytestream -5 [h264 @ 0x5e67605a71c0] cabac decode of qscale diff failed at 175 69 [h264 @ 0x5e67605a71c0] error while decoding MB 175 69, bytestream 18024 [h264 @ 0x5e67611de300] cabac decode of qscale diff failed at 212 93 [h264 @ 0x5e67611de300] error while decoding MB 212 93, bytestream 89122 [h264 @ 0x5e676076b640] cabac decode of qscale diff failed at 106 64 [h264 @ 0x5e676076b640] error while decoding MB 106 64, bytestream 7234 [h264", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 774.015, "last_started_at": "2026-11-02T17:14:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 130, "restart_count_per_hour": 5, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.987, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-02T17:27:39+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-11-02T17:27:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.509, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 499.491, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-02T17:27:39.704636+09:00", "mtime_epoch": 1793608059.7046356, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:27:39+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2132.711, "name": "celery", "pid": 176, "rss_mb": 2132.711, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2659602, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.744, "pushed": 6.744, "read": 6.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 128.413, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.493, "count": 196, "max_ms": 4.489, "p95_ms": 1.632, "reason": null, "sample_age_ms": 162.94, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.197, "count": 196, "max_ms": 3.405, "p95_ms": 1.078, "reason": null, "sample_age_ms": 163.096, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.193, "count": 196, "max_ms": 0.539, "p95_ms": 0.334, "reason": null, "sample_age_ms": 128.437, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 196, "max_ms": 3.985, "p95_ms": 2.006, "reason": null, "sample_age_ms": 162.257, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 162.244, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.572, "count": 196, "max_ms": 63.53, "p95_ms": 50.09, "reason": null, "sample_age_ms": 128.406, "source": "client_direct"}, "sample_age_ms": 128.396, "source": "client_direct", "task_total_ms": {"avg_ms": 35.109, "count": 196, "max_ms": 65.825, "p95_ms": 52.256, "reason": null, "sample_age_ms": 128.396, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.865, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.63, "count": 196, "max_ms": 1.262, "p95_ms": 1.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.19, "count": 196, "max_ms": 0.485, "p95_ms": 0.34}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 196, "max_ms": 0.395, "p95_ms": 0.191}, "event_filter_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.031, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 196, "max_ms": 0.142, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 196, "max_ms": 0.395, "p95_ms": 0.286}, "setup_ms": {"avg_ms": 0.035, "count": 196, "max_ms": 0.121, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.596, "count": 196, "max_ms": 1.202, "p95_ms": 1.017}, "track_match_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.024, "count": 196, "max_ms": 0.066, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.41, "count": 196, "max_ms": 9.469, "p95_ms": 3.897}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 196, "max_ms": 0.42, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.893, "count": 196, "max_ms": 66.76, "p95_ms": 54.645}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 196, "max_ms": 0.24, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.615, "count": 196, "max_ms": 128.706, "p95_ms": 92.844}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 196, "max_ms": 3.803, "p95_ms": 2.477}, "processing_residual_ms": {"avg_ms": 0.124, "count": 196, "max_ms": 0.386, "p95_ms": 0.253}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.219, "count": 196, "max_ms": 130.103, "p95_ms": 94.645}, "read_interval": {"avg_ms": 162.169, "count": 196, "max_ms": 3462.489, "p95_ms": 554.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 196, "max_ms": 0.047, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.108, "count": 196, "max_ms": 0.302, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 196, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 196, "max_ms": 0.271, "p95_ms": 0.176}, "worker_merge_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.904, "count": 196, "max_ms": 66.782, "p95_ms": 54.662}, "visualize": {"avg_ms": 30.326, "count": 196, "max_ms": 79.228, "p95_ms": 44.684}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.647, "count": 196, "max_ms": 78.197, "p95_ms": 43.792}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.183, "count": 196, "max_ms": 79.013, "p95_ms": 44.477}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.109, "count": 196, "max_ms": 78.888, "p95_ms": 44.384}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 196, "max_ms": 0.092, "p95_ms": 0.079}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.909, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.979, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100887, "write_bytes_delta": 100887, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 1.309797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27926.0, "pid": 54854, "reason": null, "system_cpu_core_ratio": 0.453544, "system_cpu_s_delta": 4.549999999999997, "user_cpu_core_ratio": 0.856252, "user_cpu_s_delta": 8.590000000000032}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.438592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.401711, "user_cpu_s_delta": 4.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 203, "max_ms": 9.469, "p95_ms": 4.18, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.215, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.809, "count": 30, "max": 24.799, "p95": 23.153, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 898.167, "count": 30, "max": 1449.0, "p95": 1441.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.667, "count": 30, "max": 27926.0, "p95": 8036.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.55, "p95": 1.124, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 25.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.699, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22379, "sampled_at": "2026-11-02T17:27:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.061, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633159, "flush_count": 4483, "flush_interval_seconds": 30.0, "flush_state": {"count": 4483, "last_at": "2026-11-02T17:27:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4482}, "started": true, "suppressed_count": 2655124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655120}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4483, "written_record_count": 4483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10668.086, "limit_mb": null}, "detail": {"pid": 55450, "restart_count": 131, "start_count": 132}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7353267609600, "copied_frame_count": 2659602, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7353267609600, "frame_buffer_copies": 2659602, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0919, "count": 512, "max_ms": 0.4018, "p50_ms": 0.0811, "p95_ms": 0.1566, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1997, "count": 512, "max_ms": 6.5467, "p50_ms": 1.092, "p95_ms": 2.0599, "p99_ms": 2.9029, "results": {"failed": 0, "not_applicable": 0, "success": 2659602, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:27:39+09:00", "last_error_summary": "[h264 @ 0x5e67607432c0] error while decoding MB 186 51, bytestream -5 [h264 @ 0x5e67605a71c0] cabac decode of qscale diff failed at 175 69 [h264 @ 0x5e67605a71c0] error while decoding MB 175 69, bytestream 18024 [h264 @ 0x5e67611de300] cabac decode of qscale diff failed at 212 93 [h264 @ 0x5e67611de300] error while decoding MB 212 93, bytestream 89122 [h264 @ 0x5e676076b640] cabac decode of qscale diff failed at 106 64 [h264 @ 0x5e676076b640] error while decoding MB 106 64, bytestream 7234 [h264", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:27:42+09:00", "pid": 55450, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.363, "name": "ffmpeg", "pid": 55450, "rss_mb": 75.363, "state": "S (sleeping)", "threads": 1}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.979, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.837, "last_frame_pushed_at": "2026-11-02T17:27:39+09:00", "last_frame_read_age_sec": 4.905, "last_frame_read_at": "2026-11-02T17:27:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.257, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 494.743, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.827, "exists": true, "mtime": "2026-11-02T17:27:39.704636+09:00", "mtime_epoch": 1793608059.7046356, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:27:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2132.711, "name": "celery", "pid": 176, "rss_mb": 2132.711, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2659602, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.706, "pushed": 5.706, "read": 5.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.005, "count": 159, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4874.245, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.485, "count": 159, "max_ms": 3.569, "p95_ms": 1.689, "reason": null, "sample_age_ms": 4908.772, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.2, "count": 159, "max_ms": 3.405, "p95_ms": 1.107, "reason": null, "sample_age_ms": 4908.928, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 159, "max_ms": 0.539, "p95_ms": 0.322, "reason": null, "sample_age_ms": 4874.269, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.165, "count": 159, "max_ms": 3.985, "p95_ms": 1.936, "reason": null, "sample_age_ms": 4908.089, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4908.076, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4874.876, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.493, "count": 159, "max_ms": 63.53, "p95_ms": 49.736, "reason": null, "sample_age_ms": 4874.238, "source": "client_direct"}, "sample_age_ms": 4874.228, "source": "client_direct", "task_total_ms": {"avg_ms": 34.983, "count": 159, "max_ms": 65.825, "p95_ms": 51.991, "reason": null, "sample_age_ms": 4874.228, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.528, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.62, "count": 159, "max_ms": 1.262, "p95_ms": 1.027}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.186, "count": 159, "max_ms": 0.485, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 159, "max_ms": 0.395, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.031, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 159, "max_ms": 0.142, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 159, "max_ms": 0.023, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 159, "max_ms": 0.357, "p95_ms": 0.265}, "setup_ms": {"avg_ms": 0.035, "count": 159, "max_ms": 0.121, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.586, "count": 159, "max_ms": 1.202, "p95_ms": 0.977}, "track_match_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 159, "max_ms": 0.06, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.383, "count": 159, "max_ms": 9.469, "p95_ms": 3.504}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 159, "max_ms": 0.084, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.757, "count": 159, "max_ms": 66.76, "p95_ms": 54.645}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 159, "max_ms": 0.24, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.513, "count": 159, "max_ms": 128.706, "p95_ms": 92.844}, "inference_input_copy_ms": {"avg_ms": 1.398, "count": 159, "max_ms": 2.779, "p95_ms": 2.436}, "processing_residual_ms": {"avg_ms": 0.122, "count": 159, "max_ms": 0.386, "p95_ms": 0.238}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.064, "count": 159, "max_ms": 130.103, "p95_ms": 94.645}, "read_interval": {"avg_ms": 158.408, "count": 159, "max_ms": 3462.489, "p95_ms": 554.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 159, "max_ms": 0.047, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.105, "count": 159, "max_ms": 0.264, "p95_ms": 0.198}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 159, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 159, "max_ms": 0.233, "p95_ms": 0.171}, "worker_merge_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.768, "count": 159, "max_ms": 66.782, "p95_ms": 54.662}, "visualize": {"avg_ms": 29.385, "count": 159, "max_ms": 79.228, "p95_ms": 42.476}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.713, "count": 159, "max_ms": 78.197, "p95_ms": 41.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.244, "count": 159, "max_ms": 79.013, "p95_ms": 42.369}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.171, "count": 159, "max_ms": 78.888, "p95_ms": 42.309}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 159, "max_ms": 0.091, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.909, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.979, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2659551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100887, "write_bytes_delta": 100887, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 1.309797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27926.0, "pid": 54854, "reason": null, "system_cpu_core_ratio": 0.453544, "system_cpu_s_delta": 4.549999999999997, "user_cpu_core_ratio": 0.856252, "user_cpu_s_delta": 8.590000000000032}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.438592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.36999999999898137, "user_cpu_core_ratio": 0.401711, "user_cpu_s_delta": 4.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 203, "max_ms": 9.469, "p95_ms": 4.18, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.215, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.809, "count": 30, "max": 24.799, "p95": 23.153, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 898.167, "count": 30, "max": 1449.0, "p95": 1441.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.667, "count": 30, "max": 27926.0, "p95": 8036.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.55, "p95": 1.124, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93607.933, "count": 30, "max": 100887.0, "p95": 96823.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 25.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.699, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22379, "sampled_at": "2026-11-02T17:27:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.867, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4249057, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:27:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2584717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2584408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10816.113, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x632589e3b1c0] error while decoding MB 50 64, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7157763072000, "copied_frame_count": 2588890, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7157763072000, "frame_buffer_copies": 2588890, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0913, "count": 512, "max_ms": 1.7245, "p50_ms": 0.074, "p95_ms": 0.1696, "p99_ms": 0.2395}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2396, "count": 512, "max_ms": 4.6821, "p50_ms": 1.1285, "p95_ms": 2.199, "p99_ms": 2.8642, "results": {"failed": 0, "not_applicable": 0, "success": 2588890, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 611, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:28+09:00", "last_error_summary": "[h264 @ 0x632589e3b1c0] error while decoding MB 50 64, bytestream -9", "last_exit_at": "2026-11-02T17:20:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.927, "last_started_at": "2026-11-02T17:20:55+09:00", "pid": 55272, "process": {"exists": false, "pid": 55272}, "restart_count": 203, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.976, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-02T17:28:28+09:00", "last_frame_read_age_sec": 0.044, "last_frame_read_at": "2026-11-02T17:28:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.813, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 451.187, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-02T17:28:28.022919+09:00", "mtime_epoch": 1793608108.0229192, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125562}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:28:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.555, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 2588891, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.11, "max": 27.0, "p95": 14.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.918, "max": 6.0, "p95": 6.0, "sample_count": 182}, "total": {"avg": 3.918, "max": 6.0, "p95": 6.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 182, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.083, "pushed": 6.083, "read": 6.083}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 16.722, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.691, "count": 182, "max_ms": 8.237, "p95_ms": 2.305, "reason": null, "sample_age_ms": 50.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 182, "max_ms": 7.929, "p95_ms": 1.669, "reason": null, "sample_age_ms": 50.626, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 183, "max_ms": 0.786, "p95_ms": 0.56, "reason": null, "sample_age_ms": 16.73, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.395, "count": 182, "max_ms": 3.197, "p95_ms": 2.296, "reason": null, "sample_age_ms": 49.197, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 49.179, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.071, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.4, "count": 183, "max_ms": 72.142, "p95_ms": 57.155, "reason": null, "sample_age_ms": 16.719, "source": "client_direct"}, "sample_age_ms": 16.715, "source": "client_direct", "task_total_ms": {"avg_ms": 42.236, "count": 183, "max_ms": 73.863, "p95_ms": 58.878, "reason": null, "sample_age_ms": 16.715, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.06, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.49, "count": 182, "max_ms": 22.737, "p95_ms": 16.828}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.511, "count": 182, "max_ms": 1.316, "p95_ms": 0.956}, "detection_prepare_ms": {"avg_ms": 1.483, "count": 182, "max_ms": 6.89, "p95_ms": 2.593}, "event_filter_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.223, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.408, "count": 182, "max_ms": 0.903, "p95_ms": 0.669}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.021, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.614, "count": 182, "max_ms": 11.734, "p95_ms": 9.214}, "setup_ms": {"avg_ms": 0.035, "count": 182, "max_ms": 0.127, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 10.432, "count": 182, "max_ms": 22.659, "p95_ms": 16.756}, "track_match_ms": {"avg_ms": 0.139, "count": 182, "max_ms": 0.39, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 2.231, "count": 182, "max_ms": 9.625, "p95_ms": 3.691}}, "gstreamer_push": {"avg_ms": 2.593, "count": 182, "max_ms": 6.524, "p95_ms": 3.929}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 182, "max_ms": 0.124, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.367, "count": 182, "max_ms": 75.727, "p95_ms": 59.92}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.12, "count": 182, "max_ms": 10.722, "p95_ms": 8.161}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.914, "count": 182, "max_ms": 143.502, "p95_ms": 120.739}, "inference_input_copy_ms": {"avg_ms": 1.377, "count": 182, "max_ms": 3.702, "p95_ms": 2.57}, "processing_residual_ms": {"avg_ms": 0.206, "count": 182, "max_ms": 0.726, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.617, "count": 182, "max_ms": 151.49, "p95_ms": 126.571}, "read_interval": {"avg_ms": 164.633, "count": 182, "max_ms": 7355.639, "p95_ms": 150.175}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 182, "max_ms": 0.107, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 5.548, "count": 182, "max_ms": 11.666, "p95_ms": 9.132}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 182, "max_ms": 0.037, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.532, "count": 182, "max_ms": 11.648, "p95_ms": 9.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.379, "count": 182, "max_ms": 75.738, "p95_ms": 59.926}, "visualize": {"avg_ms": 33.984, "count": 182, "max_ms": 63.031, "p95_ms": 50.843}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.932, "count": 182, "max_ms": 57.171, "p95_ms": 39.381}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.621, "count": 182, "max_ms": 61.563, "p95_ms": 48.088}, "visualize_input_copy_ms": {"avg_ms": 1.175, "count": 182, "max_ms": 4.916, "p95_ms": 1.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.513, "count": 182, "max_ms": 61.46, "p95_ms": 47.99}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 182, "max_ms": 0.36, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.803, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130941, "write_bytes_delta": 130941, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 610.0, "cpu_core_ratio": 0.457522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55272, "reason": null, "system_cpu_core_ratio": 0.038959, "system_cpu_s_delta": 0.389999999999997, "user_cpu_core_ratio": 0.418562, "user_cpu_s_delta": 4.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861054, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597375, "system_cpu_s_delta": 5.980000000010477, "user_cpu_core_ratio": 1.263679, "user_cpu_s_delta": 12.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 274, "max_ms": 12.147, "p95_ms": 4.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.631, "max": 25.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.204, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 4.204, "max": 5.0, "p95": 5.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.763, "count": 30, "max": 58.81, "p95": 41.309, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.038, "count": 30, "max": 22.849, "p95": 19.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.0, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 602.633, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1343.767, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.628, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.289, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19862, "sampled_at": "2026-11-02T17:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4249057, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:27:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2584717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2584408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10816.469, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:28:28+09:00", "last_error_summary": "[h264 @ 0x632589e3b1c0] error while decoding MB 50 64, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7157765836800, "copied_frame_count": 2588891, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7157765836800, "frame_buffer_copies": 2588891, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.7245, "p50_ms": 0.074, "p95_ms": 0.1696, "p99_ms": 0.2395}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2392, "count": 512, "max_ms": 4.6821, "p50_ms": 1.1285, "p95_ms": 2.199, "p99_ms": 2.8642, "results": {"failed": 0, "not_applicable": 0, "success": 2588891, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 611, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:28+09:00", "last_error_summary": "[h264 @ 0x632589e3b1c0] error while decoding MB 50 64, bytestream -9", "last_exit_at": "2026-11-02T17:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.002, "last_started_at": "2026-11-02T17:20:55+09:00", "pid": 55272, "process": {"exists": false, "pid": 55272}, "restart_count": 203, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.852, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:28:28+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-02T17:28:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.877, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 451.123, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-11-02T17:28:28.022919+09:00", "mtime_epoch": 1793608108.0229192, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125562}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:28:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.539, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 2588891, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.109, "max": 27.0, "p95": 14.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.913, "max": 6.0, "p95": 6.0, "sample_count": 183}, "total": {"avg": 3.913, "max": 6.0, "p95": 6.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.101, "pushed": 6.101, "read": 6.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 96.987, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.691, "count": 182, "max_ms": 8.237, "p95_ms": 2.305, "reason": null, "sample_age_ms": 130.656, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 182, "max_ms": 7.929, "p95_ms": 1.669, "reason": null, "sample_age_ms": 130.89, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 182, "max_ms": 0.786, "p95_ms": 0.561, "reason": null, "sample_age_ms": 96.995, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.395, "count": 182, "max_ms": 3.197, "p95_ms": 2.296, "reason": null, "sample_age_ms": 129.462, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.443, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.336, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.456, "count": 182, "max_ms": 72.142, "p95_ms": 57.157, "reason": null, "sample_age_ms": 96.984, "source": "client_direct"}, "sample_age_ms": 96.98, "source": "client_direct", "task_total_ms": {"avg_ms": 42.293, "count": 182, "max_ms": 73.863, "p95_ms": 58.894, "reason": null, "sample_age_ms": 96.98, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.472, "count": 183, "max_ms": 22.737, "p95_ms": 16.828}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.51, "count": 183, "max_ms": 1.316, "p95_ms": 0.956}, "detection_prepare_ms": {"avg_ms": 1.481, "count": 183, "max_ms": 6.89, "p95_ms": 2.593}, "event_filter_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.223, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.407, "count": 183, "max_ms": 0.903, "p95_ms": 0.669}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.021, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.602, "count": 183, "max_ms": 11.734, "p95_ms": 9.214}, "setup_ms": {"avg_ms": 0.035, "count": 183, "max_ms": 0.127, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 10.413, "count": 183, "max_ms": 22.659, "p95_ms": 16.756}, "track_match_ms": {"avg_ms": 0.14, "count": 183, "max_ms": 0.39, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 2.229, "count": 183, "max_ms": 9.625, "p95_ms": 3.691}}, "gstreamer_push": {"avg_ms": 2.596, "count": 183, "max_ms": 6.524, "p95_ms": 3.929}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 183, "max_ms": 0.124, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.318, "count": 183, "max_ms": 75.727, "p95_ms": 59.92}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.122, "count": 183, "max_ms": 10.722, "p95_ms": 8.161}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.026, "count": 183, "max_ms": 143.502, "p95_ms": 120.739}, "inference_input_copy_ms": {"avg_ms": 1.374, "count": 183, "max_ms": 3.702, "p95_ms": 2.57}, "processing_residual_ms": {"avg_ms": 0.205, "count": 183, "max_ms": 0.726, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.727, "count": 183, "max_ms": 151.49, "p95_ms": 126.571}, "read_interval": {"avg_ms": 164.633, "count": 182, "max_ms": 7355.639, "p95_ms": 150.175}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.107, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 5.535, "count": 183, "max_ms": 11.666, "p95_ms": 9.132}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 183, "max_ms": 0.037, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.519, "count": 183, "max_ms": 11.648, "p95_ms": 9.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.329, "count": 183, "max_ms": 75.738, "p95_ms": 59.926}, "visualize": {"avg_ms": 34.165, "count": 183, "max_ms": 67.123, "p95_ms": 52.247}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.092, "count": 183, "max_ms": 57.171, "p95_ms": 39.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.803, "count": 183, "max_ms": 65.936, "p95_ms": 49.917}, "visualize_input_copy_ms": {"avg_ms": 1.175, "count": 183, "max_ms": 4.916, "p95_ms": 1.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.695, "count": 183, "max_ms": 65.846, "p95_ms": 49.718}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 183, "max_ms": 0.36, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.803, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130941, "write_bytes_delta": 130941, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 610.0, "cpu_core_ratio": 0.457522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55272, "reason": null, "system_cpu_core_ratio": 0.038959, "system_cpu_s_delta": 0.389999999999997, "user_cpu_core_ratio": 0.418562, "user_cpu_s_delta": 4.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861054, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597375, "system_cpu_s_delta": 5.980000000010477, "user_cpu_core_ratio": 1.263679, "user_cpu_s_delta": 12.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 274, "max_ms": 12.147, "p95_ms": 4.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.631, "max": 25.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.204, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 4.204, "max": 5.0, "p95": 5.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.763, "count": 30, "max": 58.81, "p95": 41.309, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.038, "count": 30, "max": 22.849, "p95": 19.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.0, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 602.633, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1343.767, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.628, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.289, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19862, "sampled_at": "2026-11-02T17:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4249057, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:27:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2584717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2584408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10817.609, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7157765836800, "copied_frame_count": 2588891, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7157765836800, "frame_buffer_copies": 2588891, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.7245, "p50_ms": 0.074, "p95_ms": 0.1696, "p99_ms": 0.2395}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2392, "count": 512, "max_ms": 4.6821, "p50_ms": 1.1285, "p95_ms": 2.199, "p99_ms": 2.8642, "results": {"failed": 0, "not_applicable": 0, "success": 2588891, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 611, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:28+09:00", "last_error_summary": "[h264 @ 0x632589e3b1c0] error while decoding MB 50 64, bytestream -9", "last_exit_at": "2026-11-02T17:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.05, "last_started_at": "2026-11-02T17:20:55+09:00", "pid": 55272, "process": {"exists": false, "pid": 55272}, "restart_count": 203, "restart_count_per_hour": 7, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 204}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.852, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-02T17:28:28+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-11-02T17:28:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.925, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 451.075, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-02T17:28:28.146920+09:00", "mtime_epoch": 1793608108.14692, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:28:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.539, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 2588891, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.121, "max": 27.0, "p95": 14.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.912, "max": 6.0, "p95": 6.0, "sample_count": 182}, "total": {"avg": 3.912, "max": 6.0, "p95": 6.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.08, "pushed": 6.08, "read": 6.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 142.962, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.694, "count": 181, "max_ms": 8.237, "p95_ms": 2.309, "reason": null, "sample_age_ms": 176.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 181, "max_ms": 7.929, "p95_ms": 1.671, "reason": null, "sample_age_ms": 176.866, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.302, "count": 181, "max_ms": 0.786, "p95_ms": 0.543, "reason": null, "sample_age_ms": 142.97, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.397, "count": 181, "max_ms": 3.197, "p95_ms": 2.299, "reason": null, "sample_age_ms": 175.437, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.419, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 143.312, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.469, "count": 181, "max_ms": 72.142, "p95_ms": 57.16, "reason": null, "sample_age_ms": 142.959, "source": "client_direct"}, "sample_age_ms": 142.955, "source": "client_direct", "task_total_ms": {"avg_ms": 42.307, "count": 181, "max_ms": 73.863, "p95_ms": 58.911, "reason": null, "sample_age_ms": 142.955, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.423, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.452, "count": 182, "max_ms": 22.737, "p95_ms": 16.828}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.507, "count": 182, "max_ms": 1.316, "p95_ms": 0.894}, "detection_prepare_ms": {"avg_ms": 1.48, "count": 182, "max_ms": 6.89, "p95_ms": 2.593}, "event_filter_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.223, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.405, "count": 182, "max_ms": 0.903, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.021, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 5.594, "count": 182, "max_ms": 11.734, "p95_ms": 9.214}, "setup_ms": {"avg_ms": 0.035, "count": 182, "max_ms": 0.127, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 10.393, "count": 182, "max_ms": 22.659, "p95_ms": 16.756}, "track_match_ms": {"avg_ms": 0.139, "count": 182, "max_ms": 0.39, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 2.223, "count": 182, "max_ms": 9.625, "p95_ms": 3.691}}, "gstreamer_push": {"avg_ms": 2.588, "count": 182, "max_ms": 6.524, "p95_ms": 3.893}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 182, "max_ms": 0.124, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.377, "count": 182, "max_ms": 75.727, "p95_ms": 59.92}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.117, "count": 182, "max_ms": 10.722, "p95_ms": 8.161}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.056, "count": 182, "max_ms": 143.502, "p95_ms": 120.739}, "inference_input_copy_ms": {"avg_ms": 1.378, "count": 182, "max_ms": 3.702, "p95_ms": 2.57}, "processing_residual_ms": {"avg_ms": 0.206, "count": 182, "max_ms": 0.726, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.757, "count": 182, "max_ms": 151.49, "p95_ms": 126.571}, "read_interval": {"avg_ms": 165.004, "count": 181, "max_ms": 7355.639, "p95_ms": 150.175}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 182, "max_ms": 0.107, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 5.528, "count": 182, "max_ms": 11.666, "p95_ms": 9.132}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 182, "max_ms": 0.037, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.512, "count": 182, "max_ms": 11.648, "p95_ms": 9.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.389, "count": 182, "max_ms": 75.738, "p95_ms": 59.926}, "visualize": {"avg_ms": 34.155, "count": 182, "max_ms": 67.123, "p95_ms": 52.247}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.086, "count": 182, "max_ms": 57.171, "p95_ms": 39.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.79, "count": 182, "max_ms": 65.936, "p95_ms": 49.917}, "visualize_input_copy_ms": {"avg_ms": 1.177, "count": 182, "max_ms": 4.916, "p95_ms": 1.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.682, "count": 182, "max_ms": 65.846, "p95_ms": 49.718}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 182, "max_ms": 0.36, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.803, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130941, "write_bytes_delta": 130941, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 610.0, "cpu_core_ratio": 0.457522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55272, "reason": null, "system_cpu_core_ratio": 0.038959, "system_cpu_s_delta": 0.389999999999997, "user_cpu_core_ratio": 0.418562, "user_cpu_s_delta": 4.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861054, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597375, "system_cpu_s_delta": 5.980000000010477, "user_cpu_core_ratio": 1.263679, "user_cpu_s_delta": 12.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 274, "max_ms": 12.147, "p95_ms": 4.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.631, "max": 25.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.204, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 4.204, "max": 5.0, "p95": 5.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.763, "count": 30, "max": 58.81, "p95": 41.309, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.038, "count": 30, "max": 22.849, "p95": 19.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.0, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 602.633, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1343.767, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.628, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.289, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19862, "sampled_at": "2026-11-02T17:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4249057, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:27:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:27:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2584717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2584408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10987.137, "limit_mb": null}, "detail": {"pid": 55566, "restart_count": 204, "start_count": 205}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7157765836800, "copied_frame_count": 2588891, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7157765836800, "frame_buffer_copies": 2588891, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.7245, "p50_ms": 0.074, "p95_ms": 0.1696, "p99_ms": 0.2395}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2392, "count": 512, "max_ms": 4.6821, "p50_ms": 1.1285, "p95_ms": 2.199, "p99_ms": 2.8642, "results": {"failed": 0, "not_applicable": 0, "success": 2588891, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 611, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:28+09:00", "last_error_summary": "[h264 @ 0x632589e3b1c0] error while decoding MB 50 64, bytestream -9", "last_exit_at": "2026-11-02T17:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:28:31+09:00", "pid": 55566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.68, "name": "ffmpeg", "pid": 55566, "rss_mb": 206.68, "state": "S (sleeping)", "threads": 70}, "restart_count": 204, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.779, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.025, "last_frame_pushed_at": "2026-11-02T17:28:28+09:00", "last_frame_read_age_sec": 5.142, "last_frame_read_at": "2026-11-02T17:28:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 153.885, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 446.115, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 5.015, "exists": true, "mtime": "2026-11-02T17:28:28.146920+09:00", "mtime_epoch": 1793608108.14692, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:28:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.543, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 2588891, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.423, "max": 27.0, "p95": 14.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.759, "max": 6.0, "p95": 6.0, "sample_count": 137}, "total": {"avg": 3.759, "max": 6.0, "p95": 6.0, "sample_count": 137}}, "tracking_counts": {"active": {"avg": 1.095, "max": 2.0, "p95": 2.0, "sample_count": 137}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 137}, "tracked": {"avg": 1.095, "max": 2.0, "p95": 2.0, "sample_count": 137}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.58, "pushed": 4.58, "read": 4.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 136, "client_acquire_ms": {"avg_ms": 0.006, "count": 137, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 5111.837, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.667, "count": 136, "max_ms": 4.905, "p95_ms": 2.331, "reason": null, "sample_age_ms": 5145.506, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 136, "max_ms": 3.978, "p95_ms": 1.482, "reason": null, "sample_age_ms": 5145.741, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 137, "max_ms": 0.786, "p95_ms": 0.502, "reason": null, "sample_age_ms": 5111.845, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 136, "max_ms": 3.197, "p95_ms": 2.322, "reason": null, "sample_age_ms": 5144.312, "source": "client_direct"}, "request_count": 136, "request_tensor_bytes": {"avg": 2764808.0, "count": 136, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5144.294, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 137, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5112.186, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.322, "count": 137, "max_ms": 72.142, "p95_ms": 56.112, "reason": null, "sample_age_ms": 5111.834, "source": "client_direct"}, "sample_age_ms": 5111.83, "source": "client_direct", "task_total_ms": {"avg_ms": 41.145, "count": 137, "max_ms": 73.863, "p95_ms": 58.634, "reason": null, "sample_age_ms": 5111.83, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.993, "count": 137, "max_ms": 18.31, "p95_ms": 14.598}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 137, "max_ms": 1.304, "p95_ms": 0.956}, "detection_prepare_ms": {"avg_ms": 1.406, "count": 137, "max_ms": 6.89, "p95_ms": 2.399}, "event_filter_ms": {"avg_ms": 0.006, "count": 137, "max_ms": 0.223, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.393, "count": 137, "max_ms": 0.903, "p95_ms": 0.656}, "mcmt_ms": {"avg_ms": 0.003, "count": 137, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 5.343, "count": 137, "max_ms": 10.48, "p95_ms": 8.467}, "setup_ms": {"avg_ms": 0.036, "count": 137, "max_ms": 0.127, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 9.934, "count": 137, "max_ms": 18.21, "p95_ms": 14.524}, "track_match_ms": {"avg_ms": 0.137, "count": 137, "max_ms": 0.39, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 2.136, "count": 137, "max_ms": 5.434, "p95_ms": 3.697}}, "gstreamer_push": {"avg_ms": 2.643, "count": 137, "max_ms": 6.524, "p95_ms": 4.487}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 137, "max_ms": 0.124, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.19, "count": 137, "max_ms": 75.727, "p95_ms": 59.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.1, "count": 137, "max_ms": 10.722, "p95_ms": 8.161}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.77, "count": 137, "max_ms": 141.8, "p95_ms": 120.035}, "inference_input_copy_ms": {"avg_ms": 1.363, "count": 137, "max_ms": 3.702, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.202, "count": 137, "max_ms": 0.726, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.434, "count": 137, "max_ms": 151.49, "p95_ms": 126.571}, "read_interval": {"avg_ms": 182.927, "count": 136, "max_ms": 7355.639, "p95_ms": 156.314}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 137, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 5.277, "count": 137, "max_ms": 10.327, "p95_ms": 8.321}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 137, "max_ms": 0.032, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.261, "count": 137, "max_ms": 10.3, "p95_ms": 8.282}, "worker_merge_ms": {"avg_ms": 0.006, "count": 137, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.202, "count": 137, "max_ms": 75.738, "p95_ms": 59.797}, "visualize": {"avg_ms": 34.526, "count": 137, "max_ms": 67.123, "p95_ms": 52.272}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.541, "count": 137, "max_ms": 57.171, "p95_ms": 41.382}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.175, "count": 137, "max_ms": 65.936, "p95_ms": 50.91}, "visualize_input_copy_ms": {"avg_ms": 1.154, "count": 137, "max_ms": 4.015, "p95_ms": 2.02}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.067, "count": 137, "max_ms": 65.846, "p95_ms": 50.819}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 137, "max_ms": 0.136, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 137}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.803, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2588718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130941, "write_bytes_delta": 130941, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 610.0, "cpu_core_ratio": 0.457522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55272, "reason": null, "system_cpu_core_ratio": 0.038959, "system_cpu_s_delta": 0.389999999999997, "user_cpu_core_ratio": 0.418562, "user_cpu_s_delta": 4.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861054, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597375, "system_cpu_s_delta": 5.980000000010477, "user_cpu_core_ratio": 1.263679, "user_cpu_s_delta": 12.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 274, "max_ms": 12.147, "p95_ms": 4.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.631, "max": 25.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.204, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 4.204, "max": 5.0, "p95": 5.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.763, "count": 30, "max": 58.81, "p95": 41.309, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.038, "count": 30, "max": 22.849, "p95": 19.449, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.0, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 602.633, "count": 30, "max": 9641.0, "p95": 2915.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.365, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123792.767, "count": 30, "max": 131609.0, "p95": 129368.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1343.767, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.628, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.289, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19862, "sampled_at": "2026-11-02T17:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633997, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:28:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:28:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2655555, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10628.473, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7354462003200, "copied_frame_count": 2660034, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7354462003200, "frame_buffer_copies": 2660034, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.2502, "p50_ms": 0.0789, "p95_ms": 0.1577, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1098, "count": 512, "max_ms": 6.5467, "p50_ms": 1.0088, "p95_ms": 1.8002, "p99_ms": 2.7134, "results": {"failed": 0, "not_applicable": 0, "success": 2660034, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:41+09:00", "last_error_summary": "[h264 @ 0x586155615c00] error while decoding MB 179 60, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.336, "last_started_at": "2026-11-02T17:27:42+09:00", "pid": 55450, "process": {"exists": false, "pid": 55450}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.315, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-11-02T17:28:41+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-02T17:28:41+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.603, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 437.397, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-02T17:28:41.861000+09:00", "mtime_epoch": 1793608121.861, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94185}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:28:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2132.918, "name": "celery", "pid": 176, "rss_mb": 2132.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660034, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 163, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.231, "pushed": 6.231, "read": 6.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.038, "p95_ms": 0.01, "reason": null, "sample_age_ms": 60.378, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.415, "count": 163, "max_ms": 2.365, "p95_ms": 1.226, "reason": null, "sample_age_ms": 94.793, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 163, "max_ms": 2.118, "p95_ms": 0.925, "reason": null, "sample_age_ms": 94.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.192, "count": 163, "max_ms": 0.514, "p95_ms": 0.367, "reason": null, "sample_age_ms": 60.388, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 163, "max_ms": 2.295, "p95_ms": 1.849, "reason": null, "sample_age_ms": 93.92, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.902, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.648, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.986, "count": 163, "max_ms": 65.376, "p95_ms": 50.037, "reason": null, "sample_age_ms": 60.374, "source": "client_direct"}, "sample_age_ms": 60.371, "source": "client_direct", "task_total_ms": {"avg_ms": 34.438, "count": 163, "max_ms": 67.092, "p95_ms": 51.919, "reason": null, "sample_age_ms": 60.371, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.867, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.595, "count": 163, "max_ms": 1.556, "p95_ms": 1.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 163, "max_ms": 0.544, "p95_ms": 0.343}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 163, "max_ms": 0.288, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 163, "max_ms": 0.225, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 163, "max_ms": 0.405, "p95_ms": 0.223}, "setup_ms": {"avg_ms": 0.033, "count": 163, "max_ms": 0.106, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.562, "count": 163, "max_ms": 1.462, "p95_ms": 0.95}, "track_match_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 163, "max_ms": 0.056, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.313, "count": 163, "max_ms": 5.638, "p95_ms": 3.484}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 163, "max_ms": 0.354, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.123, "count": 163, "max_ms": 67.762, "p95_ms": 52.57}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.098, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.113, "count": 163, "max_ms": 106.17, "p95_ms": 89.521}, "inference_input_copy_ms": {"avg_ms": 1.165, "count": 163, "max_ms": 2.833, "p95_ms": 1.846}, "processing_residual_ms": {"avg_ms": 0.109, "count": 163, "max_ms": 0.255, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.418, "count": 163, "max_ms": 107.737, "p95_ms": 90.749}, "read_interval": {"avg_ms": 185.24, "count": 163, "max_ms": 4430.192, "p95_ms": 281.031}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 163, "max_ms": 0.288, "p95_ms": 0.154}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.027, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 163, "max_ms": 0.264, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.134, "count": 163, "max_ms": 67.771, "p95_ms": 52.575}, "visualize": {"avg_ms": 27.64, "count": 163, "max_ms": 51.819, "p95_ms": 38.571}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.965, "count": 163, "max_ms": 50.952, "p95_ms": 38.067}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.497, "count": 163, "max_ms": 51.66, "p95_ms": 38.474}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.423, "count": 163, "max_ms": 51.564, "p95_ms": 38.418}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 163, "max_ms": 0.145, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.442, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.105, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93367, "write_bytes_delta": 93367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.524272, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55450, "reason": null, "system_cpu_core_ratio": 0.026102, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.49817, "user_cpu_s_delta": 6.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.281153, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023864, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.257288, "user_cpu_s_delta": 3.4499999999825377}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.269, "count": 156, "max_ms": 5.638, "p95_ms": 3.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.236, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.38, "count": 30, "max": 24.799, "p95": 21.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 761.0, "count": 30, "max": 1449.0, "p95": 1437.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4656.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.836, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94290.133, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91173.633, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.833, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.699, "p95": 0.564, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22385, "sampled_at": "2026-11-02T17:28:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:28:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.158, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633997, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:28:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:28:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2655555, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10629.004, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x586155615c00] error while decoding MB 179 60, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7354462003200, "copied_frame_count": 2660034, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7354462003200, "frame_buffer_copies": 2660034, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.2502, "p50_ms": 0.0789, "p95_ms": 0.1577, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1098, "count": 512, "max_ms": 6.5467, "p50_ms": 1.0088, "p95_ms": 1.8002, "p99_ms": 2.7134, "results": {"failed": 0, "not_applicable": 0, "success": 2660034, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:41+09:00", "last_error_summary": "[h264 @ 0x586155615c00] error while decoding MB 179 60, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.337, "last_started_at": "2026-11-02T17:27:42+09:00", "pid": 55450, "process": {"exists": false, "pid": 55450}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.315, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T17:28:41+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-02T17:28:41+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.617, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 437.383, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-02T17:28:41.861000+09:00", "mtime_epoch": 1793608121.861, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94185}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:28:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2132.918, "name": "celery", "pid": 176, "rss_mb": 2132.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660034, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 163, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.232, "pushed": 6.232, "read": 6.232}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.038, "p95_ms": 0.01, "reason": null, "sample_age_ms": 56.322, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.415, "count": 163, "max_ms": 2.365, "p95_ms": 1.226, "reason": null, "sample_age_ms": 90.737, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 163, "max_ms": 2.118, "p95_ms": 0.925, "reason": null, "sample_age_ms": 90.924, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.192, "count": 163, "max_ms": 0.514, "p95_ms": 0.367, "reason": null, "sample_age_ms": 56.332, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 163, "max_ms": 2.295, "p95_ms": 1.849, "reason": null, "sample_age_ms": 89.864, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.846, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.592, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.986, "count": 163, "max_ms": 65.376, "p95_ms": 50.037, "reason": null, "sample_age_ms": 56.319, "source": "client_direct"}, "sample_age_ms": 56.315, "source": "client_direct", "task_total_ms": {"avg_ms": 34.438, "count": 163, "max_ms": 67.092, "p95_ms": 51.919, "reason": null, "sample_age_ms": 56.315, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.121, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.595, "count": 163, "max_ms": 1.556, "p95_ms": 1.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 163, "max_ms": 0.544, "p95_ms": 0.343}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 163, "max_ms": 0.288, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 163, "max_ms": 0.225, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 163, "max_ms": 0.405, "p95_ms": 0.223}, "setup_ms": {"avg_ms": 0.033, "count": 163, "max_ms": 0.106, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.562, "count": 163, "max_ms": 1.462, "p95_ms": 0.95}, "track_match_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 163, "max_ms": 0.056, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.313, "count": 163, "max_ms": 5.638, "p95_ms": 3.484}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 163, "max_ms": 0.354, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.123, "count": 163, "max_ms": 67.762, "p95_ms": 52.57}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.098, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.113, "count": 163, "max_ms": 106.17, "p95_ms": 89.521}, "inference_input_copy_ms": {"avg_ms": 1.165, "count": 163, "max_ms": 2.833, "p95_ms": 1.846}, "processing_residual_ms": {"avg_ms": 0.109, "count": 163, "max_ms": 0.255, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.418, "count": 163, "max_ms": 107.737, "p95_ms": 90.749}, "read_interval": {"avg_ms": 185.24, "count": 163, "max_ms": 4430.192, "p95_ms": 281.031}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 163, "max_ms": 0.288, "p95_ms": 0.154}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.027, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 163, "max_ms": 0.264, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.134, "count": 163, "max_ms": 67.771, "p95_ms": 52.575}, "visualize": {"avg_ms": 27.64, "count": 163, "max_ms": 51.819, "p95_ms": 38.571}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.965, "count": 163, "max_ms": 50.952, "p95_ms": 38.067}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.497, "count": 163, "max_ms": 51.66, "p95_ms": 38.474}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.423, "count": 163, "max_ms": 51.564, "p95_ms": 38.418}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 163, "max_ms": 0.145, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.442, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.105, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93367, "write_bytes_delta": 93367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.524272, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55450, "reason": null, "system_cpu_core_ratio": 0.026102, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.49817, "user_cpu_s_delta": 6.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.281153, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023864, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.257288, "user_cpu_s_delta": 3.4499999999825377}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.269, "count": 156, "max_ms": 5.638, "p95_ms": 3.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.236, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.38, "count": 30, "max": 24.799, "p95": 21.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 761.0, "count": 30, "max": 1449.0, "p95": 1437.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4656.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.836, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94290.133, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91173.633, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.833, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.699, "p95": 0.564, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22385, "sampled_at": "2026-11-02T17:28:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:28:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.153, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633997, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:28:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:28:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2655555, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10628.398, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7354462003200, "copied_frame_count": 2660034, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7354462003200, "frame_buffer_copies": 2660034, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.2502, "p50_ms": 0.0789, "p95_ms": 0.1577, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1098, "count": 512, "max_ms": 6.5467, "p50_ms": 1.0088, "p95_ms": 1.8002, "p99_ms": 2.7134, "results": {"failed": 0, "not_applicable": 0, "success": 2660034, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:41+09:00", "last_error_summary": "[h264 @ 0x586155615c00] error while decoding MB 179 60, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.395, "last_started_at": "2026-11-02T17:27:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.315, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-02T17:28:41+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-11-02T17:28:41+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.647, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 437.353, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-02T17:28:41.861000+09:00", "mtime_epoch": 1793608121.861, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94185}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:28:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2132.918, "name": "celery", "pid": 176, "rss_mb": 2132.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660034, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 163, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.219, "pushed": 6.219, "read": 6.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.038, "p95_ms": 0.01, "reason": null, "sample_age_ms": 106.954, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.415, "count": 163, "max_ms": 2.365, "p95_ms": 1.226, "reason": null, "sample_age_ms": 141.369, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 163, "max_ms": 2.118, "p95_ms": 0.925, "reason": null, "sample_age_ms": 141.556, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.192, "count": 163, "max_ms": 0.514, "p95_ms": 0.367, "reason": null, "sample_age_ms": 106.964, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.122, "count": 163, "max_ms": 2.295, "p95_ms": 1.849, "reason": null, "sample_age_ms": 140.496, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 140.478, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.224, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.986, "count": 163, "max_ms": 65.376, "p95_ms": 50.037, "reason": null, "sample_age_ms": 106.951, "source": "client_direct"}, "sample_age_ms": 106.947, "source": "client_direct", "task_total_ms": {"avg_ms": 34.438, "count": 163, "max_ms": 67.092, "p95_ms": 51.919, "reason": null, "sample_age_ms": 106.947, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.971, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.595, "count": 163, "max_ms": 1.556, "p95_ms": 1.004}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 163, "max_ms": 0.544, "p95_ms": 0.343}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 163, "max_ms": 0.288, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 163, "max_ms": 0.225, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 163, "max_ms": 0.405, "p95_ms": 0.223}, "setup_ms": {"avg_ms": 0.033, "count": 163, "max_ms": 0.106, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.562, "count": 163, "max_ms": 1.462, "p95_ms": 0.95}, "track_match_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 163, "max_ms": 0.056, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.313, "count": 163, "max_ms": 5.638, "p95_ms": 3.484}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 163, "max_ms": 0.354, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.123, "count": 163, "max_ms": 67.762, "p95_ms": 52.57}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.098, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.113, "count": 163, "max_ms": 106.17, "p95_ms": 89.521}, "inference_input_copy_ms": {"avg_ms": 1.165, "count": 163, "max_ms": 2.833, "p95_ms": 1.846}, "processing_residual_ms": {"avg_ms": 0.109, "count": 163, "max_ms": 0.255, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.418, "count": 163, "max_ms": 107.737, "p95_ms": 90.749}, "read_interval": {"avg_ms": 185.24, "count": 163, "max_ms": 4430.192, "p95_ms": 281.031}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 163, "max_ms": 0.288, "p95_ms": 0.154}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.027, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 163, "max_ms": 0.264, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.134, "count": 163, "max_ms": 67.771, "p95_ms": 52.575}, "visualize": {"avg_ms": 27.64, "count": 163, "max_ms": 51.819, "p95_ms": 38.571}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.965, "count": 163, "max_ms": 50.952, "p95_ms": 38.067}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.497, "count": 163, "max_ms": 51.66, "p95_ms": 38.474}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.423, "count": 163, "max_ms": 51.564, "p95_ms": 38.418}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 163, "max_ms": 0.145, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.442, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.105, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93367, "write_bytes_delta": 93367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.524272, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55450, "reason": null, "system_cpu_core_ratio": 0.026102, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.49817, "user_cpu_s_delta": 6.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.281153, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023864, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.257288, "user_cpu_s_delta": 3.4499999999825377}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.269, "count": 156, "max_ms": 5.638, "p95_ms": 3.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.236, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.38, "count": 30, "max": 24.799, "p95": 21.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 761.0, "count": 30, "max": 1449.0, "p95": 1437.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4656.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.836, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94290.133, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91173.633, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.833, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.699, "p95": 0.564, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22385, "sampled_at": "2026-11-02T17:28:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:28:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.211, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3633997, "flush_count": 4484, "flush_interval_seconds": 30.0, "flush_state": {"count": 4484, "last_at": "2026-11-02T17:28:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:28:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4483}, "started": true, "suppressed_count": 2655555, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4484, "written_record_count": 4484}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10887.223, "limit_mb": null}, "detail": {"pid": 55682, "restart_count": 132, "start_count": 133}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7354462003200, "copied_frame_count": 2660034, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7354462003200, "frame_buffer_copies": 2660034, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0914, "count": 512, "max_ms": 1.2502, "p50_ms": 0.0789, "p95_ms": 0.1577, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1098, "count": 512, "max_ms": 6.5467, "p50_ms": 1.0088, "p95_ms": 1.8002, "p99_ms": 2.7134, "results": {"failed": 0, "not_applicable": 0, "success": 2660034, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:28:41+09:00", "last_error_summary": "[h264 @ 0x586155615c00] error while decoding MB 179 60, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:28:44+09:00", "pid": 55682, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.285, "name": "ffmpeg", "pid": 55682, "rss_mb": 299.285, "state": "R (running)", "threads": 49}, "restart_count": 132, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.315, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.93, "last_frame_pushed_at": "2026-11-02T17:28:41+09:00", "last_frame_read_age_sec": 4.995, "last_frame_read_at": "2026-11-02T17:28:41+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.504, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 432.496, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.922, "exists": true, "mtime": "2026-11-02T17:28:41.861000+09:00", "mtime_epoch": 1793608121.861, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94185}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:28:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2132.918, "name": "celery", "pid": 176, "rss_mb": 2132.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660034, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 156, "read_frames": 156, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.213, "pushed": 5.213, "read": 5.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.038, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4963.689, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.413, "count": 156, "max_ms": 2.365, "p95_ms": 1.213, "reason": null, "sample_age_ms": 4998.104, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.175, "count": 156, "max_ms": 2.118, "p95_ms": 0.884, "reason": null, "sample_age_ms": 4998.291, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.191, "count": 156, "max_ms": 0.514, "p95_ms": 0.368, "reason": null, "sample_age_ms": 4963.699, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.115, "count": 156, "max_ms": 2.295, "p95_ms": 1.799, "reason": null, "sample_age_ms": 4997.231, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2211848.0, "count": 156, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4997.213, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4963.959, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.218, "count": 156, "max_ms": 65.376, "p95_ms": 50.466, "reason": null, "sample_age_ms": 4963.686, "source": "client_direct"}, "sample_age_ms": 4963.682, "source": "client_direct", "task_total_ms": {"avg_ms": 34.663, "count": 156, "max_ms": 67.092, "p95_ms": 52.261, "reason": null, "sample_age_ms": 4963.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.42, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.595, "count": 156, "max_ms": 1.556, "p95_ms": 1.03}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 156, "max_ms": 0.544, "p95_ms": 0.347}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 156, "max_ms": 0.288, "p95_ms": 0.201}, "event_filter_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 156, "max_ms": 0.225, "p95_ms": 0.115}, "mcmt_ms": {"avg_ms": 0.002, "count": 156, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 156, "max_ms": 0.405, "p95_ms": 0.223}, "setup_ms": {"avg_ms": 0.033, "count": 156, "max_ms": 0.106, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.562, "count": 156, "max_ms": 1.462, "p95_ms": 0.967}, "track_match_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 156, "max_ms": 0.056, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.309, "count": 156, "max_ms": 5.638, "p95_ms": 3.484}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 156, "max_ms": 0.111, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.345, "count": 156, "max_ms": 67.762, "p95_ms": 53.806}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 156, "max_ms": 0.098, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.277, "count": 156, "max_ms": 106.17, "p95_ms": 90.409}, "inference_input_copy_ms": {"avg_ms": 1.153, "count": 156, "max_ms": 2.833, "p95_ms": 1.918}, "processing_residual_ms": {"avg_ms": 0.109, "count": 156, "max_ms": 0.255, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.57, "count": 156, "max_ms": 107.737, "p95_ms": 91.598}, "read_interval": {"avg_ms": 161.613, "count": 156, "max_ms": 4430.192, "p95_ms": 281.031}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 156, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.097, "count": 156, "max_ms": 0.288, "p95_ms": 0.154}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 156, "max_ms": 0.027, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 156, "max_ms": 0.264, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.023, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.356, "count": 156, "max_ms": 67.771, "p95_ms": 53.822}, "visualize": {"avg_ms": 27.583, "count": 156, "max_ms": 51.819, "p95_ms": 39.069}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.905, "count": 156, "max_ms": 50.952, "p95_ms": 38.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.439, "count": 156, "max_ms": 51.66, "p95_ms": 38.927}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.365, "count": 156, "max_ms": 51.564, "p95_ms": 38.841}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 156, "max_ms": 0.145, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2132.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.442, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.105, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93367, "write_bytes_delta": 93367, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.524272, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 55450, "reason": null, "system_cpu_core_ratio": 0.026102, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.49817, "user_cpu_s_delta": 6.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.281153, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023864, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.257288, "user_cpu_s_delta": 3.4499999999825377}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.269, "count": 156, "max_ms": 5.638, "p95_ms": 3.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.236, "count": 30, "max": 49.775, "p95": 45.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.38, "count": 30, "max": 24.799, "p95": 21.548, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 761.0, "count": 30, "max": 1449.0, "p95": 1437.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4656.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.836, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94290.133, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91173.633, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.833, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.066, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.699, "p95": 0.564, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22385, "sampled_at": "2026-11-02T17:28:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:28:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585509, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585200}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10810.848, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159961088000, "copied_frame_count": 2589685, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159961088000, "frame_buffer_copies": 2589685, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2696, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1662, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589685, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 613, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "last_exit_at": "2026-11-02T17:28:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.012, "last_started_at": "2026-11-02T17:28:31+09:00", "pid": 55566, "process": {"exists": false, "pid": 55566}, "restart_count": 204, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 0.031, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.903, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 342.097, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-02T17:30:17.146555+09:00", "mtime_epoch": 1793608217.1465552, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126131}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589685, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.567, "max": 10.0, "p95": 9.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.784, "max": 5.0, "p95": 5.0, "sample_count": 97}, "total": {"avg": 3.784, "max": 5.0, "p95": 5.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.784, "max": 2.0, "p95": 2.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.784, "max": 2.0, "p95": 2.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 97, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.239, "pushed": 3.239, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 80.568, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.581, "count": 97, "max_ms": 3.395, "p95_ms": 1.966, "reason": null, "sample_age_ms": 32.389, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.244, "count": 97, "max_ms": 3.138, "p95_ms": 1.5, "reason": null, "sample_age_ms": 32.646, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.258, "count": 97, "max_ms": 0.689, "p95_ms": 0.426, "reason": null, "sample_age_ms": 80.578, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.178, "count": 97, "max_ms": 2.29, "p95_ms": 1.88, "reason": null, "sample_age_ms": 31.659, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 31.648, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.806, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.429, "count": 97, "max_ms": 58.645, "p95_ms": 49.168, "reason": null, "sample_age_ms": 80.563, "source": "client_direct"}, "sample_age_ms": 31.642, "source": "client_direct", "task_total_ms": {"avg_ms": 37.993, "count": 97, "max_ms": 60.312, "p95_ms": 50.983, "reason": null, "sample_age_ms": 80.558, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.534, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.039, "count": 97, "max_ms": 15.102, "p95_ms": 13.981}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 97, "max_ms": 1.093, "p95_ms": 0.786}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 97, "max_ms": 5.419, "p95_ms": 2.419}, "event_filter_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.414, "count": 97, "max_ms": 1.258, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.002, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.703, "count": 97, "max_ms": 8.487, "p95_ms": 7.227}, "setup_ms": {"avg_ms": 0.032, "count": 97, "max_ms": 0.092, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 8.994, "count": 97, "max_ms": 15.02, "p95_ms": 13.841}, "track_match_ms": {"avg_ms": 0.114, "count": 97, "max_ms": 0.401, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 2.036, "count": 97, "max_ms": 4.449, "p95_ms": 3.416}}, "gstreamer_push": {"avg_ms": 2.429, "count": 97, "max_ms": 9.468, "p95_ms": 4.726}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 97, "max_ms": 0.201, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.863, "count": 97, "max_ms": 62.089, "p95_ms": 51.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 97, "max_ms": 11.763, "p95_ms": 6.302}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.433, "count": 97, "max_ms": 130.349, "p95_ms": 100.395}, "inference_input_copy_ms": {"avg_ms": 1.191, "count": 97, "max_ms": 5.099, "p95_ms": 2.376}, "processing_residual_ms": {"avg_ms": 0.165, "count": 97, "max_ms": 0.373, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.602, "count": 97, "max_ms": 135.186, "p95_ms": 104.622}, "read_interval": {"avg_ms": 309.221, "count": 97, "max_ms": 17488.784, "p95_ms": 144.309}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 97, "max_ms": 0.067, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.648, "count": 97, "max_ms": 8.338, "p95_ms": 7.067}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 97, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.635, "count": 97, "max_ms": 8.304, "p95_ms": 7.026}, "worker_merge_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.873, "count": 97, "max_ms": 62.101, "p95_ms": 51.613}, "visualize": {"avg_ms": 30.61, "count": 97, "max_ms": 55.016, "p95_ms": 43.432}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.3, "count": 97, "max_ms": 42.648, "p95_ms": 35.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.425, "count": 97, "max_ms": 53.083, "p95_ms": 42.249}, "visualize_input_copy_ms": {"avg_ms": 1.031, "count": 97, "max_ms": 2.616, "p95_ms": 1.576}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.333, "count": 97, "max_ms": 52.923, "p95_ms": 42.179}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 97, "max_ms": 0.146, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.087, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.384, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126043, "write_bytes_delta": 126043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1172.0, "cpu_core_ratio": 0.409699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1218.0, "pid": 55566, "reason": null, "system_cpu_core_ratio": 0.040419, "system_cpu_s_delta": 0.8799999999999999, "user_cpu_core_ratio": 0.36928, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521309, "system_cpu_s_delta": 11.35000000000582, "user_cpu_core_ratio": 1.103247, "user_cpu_s_delta": 24.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.626, "count": 259, "max_ms": 9.468, "p95_ms": 4.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.807, "max": 13.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.988, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.988, "max": 5.0, "p95": 5.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.843, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.6, "count": 30, "max": 22.849, "p95": 19.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1345.1, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19869, "sampled_at": "2026-11-02T17:29:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:29:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10811.199, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 613, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "last_exit_at": "2026-11-02T17:30:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.075, "last_started_at": "2026-11-02T17:28:31+09:00", "pid": 55566, "process": {"exists": false, "pid": 55566}, "restart_count": 204, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.957, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 342.043, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-11-02T17:30:17.146555+09:00", "mtime_epoch": 1793608217.1465552, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126131}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.546, "max": 10.0, "p95": 9.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.794, "max": 5.0, "p95": 5.0, "sample_count": 97}, "total": {"avg": 3.794, "max": 5.0, "p95": 5.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.794, "max": 2.0, "p95": 2.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.794, "max": 2.0, "p95": 2.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 97, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.233, "pushed": 3.233, "read": 3.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 54.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.581, "count": 97, "max_ms": 3.395, "p95_ms": 1.966, "reason": null, "sample_age_ms": 95.286, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 96, "max_ms": 3.138, "p95_ms": 1.507, "reason": null, "sample_age_ms": 95.544, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.257, "count": 97, "max_ms": 0.689, "p95_ms": 0.426, "reason": null, "sample_age_ms": 54.185, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.178, "count": 97, "max_ms": 2.29, "p95_ms": 1.88, "reason": null, "sample_age_ms": 94.557, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.545, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.365, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.525, "count": 97, "max_ms": 58.645, "p95_ms": 49.168, "reason": null, "sample_age_ms": 54.175, "source": "client_direct"}, "sample_age_ms": 54.172, "source": "client_direct", "task_total_ms": {"avg_ms": 38.084, "count": 97, "max_ms": 60.312, "p95_ms": 50.983, "reason": null, "sample_age_ms": 54.172, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.495, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.032, "count": 97, "max_ms": 15.102, "p95_ms": 13.981}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.36, "count": 97, "max_ms": 0.959, "p95_ms": 0.755}, "detection_prepare_ms": {"avg_ms": 1.325, "count": 97, "max_ms": 5.419, "p95_ms": 2.419}, "event_filter_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.415, "count": 97, "max_ms": 1.258, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.002, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.682, "count": 97, "max_ms": 8.487, "p95_ms": 7.227}, "setup_ms": {"avg_ms": 0.031, "count": 97, "max_ms": 0.092, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 8.987, "count": 97, "max_ms": 15.02, "p95_ms": 13.841}, "track_match_ms": {"avg_ms": 0.115, "count": 97, "max_ms": 0.401, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 2.053, "count": 97, "max_ms": 4.449, "p95_ms": 3.454}}, "gstreamer_push": {"avg_ms": 2.407, "count": 97, "max_ms": 9.468, "p95_ms": 4.726}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 97, "max_ms": 0.201, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.986, "count": 97, "max_ms": 62.089, "p95_ms": 51.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 97, "max_ms": 11.763, "p95_ms": 6.302}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.566, "count": 97, "max_ms": 130.349, "p95_ms": 100.395}, "inference_input_copy_ms": {"avg_ms": 1.189, "count": 97, "max_ms": 5.099, "p95_ms": 2.376}, "processing_residual_ms": {"avg_ms": 0.165, "count": 97, "max_ms": 0.373, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.732, "count": 97, "max_ms": 135.186, "p95_ms": 104.622}, "read_interval": {"avg_ms": 309.221, "count": 97, "max_ms": 17488.784, "p95_ms": 144.309}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 97, "max_ms": 0.067, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.627, "count": 97, "max_ms": 8.338, "p95_ms": 7.067}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 97, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.614, "count": 97, "max_ms": 8.304, "p95_ms": 7.026}, "worker_merge_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.997, "count": 97, "max_ms": 62.101, "p95_ms": 51.613}, "visualize": {"avg_ms": 30.63, "count": 97, "max_ms": 55.016, "p95_ms": 43.432}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.311, "count": 97, "max_ms": 42.648, "p95_ms": 35.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.44, "count": 97, "max_ms": 53.083, "p95_ms": 42.249}, "visualize_input_copy_ms": {"avg_ms": 1.038, "count": 97, "max_ms": 2.616, "p95_ms": 1.628}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.348, "count": 97, "max_ms": 52.923, "p95_ms": 42.179}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 97, "max_ms": 0.146, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.087, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.384, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126043, "write_bytes_delta": 126043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1172.0, "cpu_core_ratio": 0.409699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1218.0, "pid": 55566, "reason": null, "system_cpu_core_ratio": 0.040419, "system_cpu_s_delta": 0.8799999999999999, "user_cpu_core_ratio": 0.36928, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521309, "system_cpu_s_delta": 11.35000000000582, "user_cpu_core_ratio": 1.103247, "user_cpu_s_delta": 24.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.626, "count": 259, "max_ms": 9.468, "p95_ms": 4.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.807, "max": 13.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.988, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.988, "max": 5.0, "p95": 5.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.843, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.6, "count": 30, "max": 22.849, "p95": 19.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1345.1, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19869, "sampled_at": "2026-11-02T17:29:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:29:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10811.227, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 613, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "last_exit_at": "2026-11-02T17:30:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.099, "last_started_at": "2026-11-02T17:28:31+09:00", "pid": 55566, "process": {"exists": false, "pid": 55566}, "restart_count": 204, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 205}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.983, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 342.017, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-02T17:30:17.242556+09:00", "mtime_epoch": 1793608217.2425556, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.546, "max": 10.0, "p95": 9.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.794, "max": 5.0, "p95": 5.0, "sample_count": 97}, "total": {"avg": 3.794, "max": 5.0, "p95": 5.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.794, "max": 2.0, "p95": 2.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.794, "max": 2.0, "p95": 2.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.241, "pushed": 3.241, "read": 3.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 77.624, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.583, "count": 96, "max_ms": 3.395, "p95_ms": 1.97, "reason": null, "sample_age_ms": 118.731, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 96, "max_ms": 3.138, "p95_ms": 1.507, "reason": null, "sample_age_ms": 118.989, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.257, "count": 97, "max_ms": 0.689, "p95_ms": 0.426, "reason": null, "sample_age_ms": 77.631, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.179, "count": 96, "max_ms": 2.29, "p95_ms": 1.881, "reason": null, "sample_age_ms": 118.002, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 96, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.99, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.525, "count": 97, "max_ms": 58.645, "p95_ms": 49.168, "reason": null, "sample_age_ms": 77.621, "source": "client_direct"}, "sample_age_ms": 77.617, "source": "client_direct", "task_total_ms": {"avg_ms": 38.084, "count": 97, "max_ms": 60.312, "p95_ms": 50.983, "reason": null, "sample_age_ms": 77.617, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.504, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.032, "count": 97, "max_ms": 15.102, "p95_ms": 13.981}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.36, "count": 97, "max_ms": 0.959, "p95_ms": 0.755}, "detection_prepare_ms": {"avg_ms": 1.325, "count": 97, "max_ms": 5.419, "p95_ms": 2.419}, "event_filter_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.415, "count": 97, "max_ms": 1.258, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.002, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.682, "count": 97, "max_ms": 8.487, "p95_ms": 7.227}, "setup_ms": {"avg_ms": 0.031, "count": 97, "max_ms": 0.092, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 8.987, "count": 97, "max_ms": 15.02, "p95_ms": 13.841}, "track_match_ms": {"avg_ms": 0.115, "count": 97, "max_ms": 0.401, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 2.053, "count": 97, "max_ms": 4.449, "p95_ms": 3.454}}, "gstreamer_push": {"avg_ms": 2.407, "count": 97, "max_ms": 9.468, "p95_ms": 4.726}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 97, "max_ms": 0.201, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.986, "count": 97, "max_ms": 62.089, "p95_ms": 51.604}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 97, "max_ms": 11.763, "p95_ms": 6.302}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.566, "count": 97, "max_ms": 130.349, "p95_ms": 100.395}, "inference_input_copy_ms": {"avg_ms": 1.189, "count": 97, "max_ms": 5.099, "p95_ms": 2.376}, "processing_residual_ms": {"avg_ms": 0.165, "count": 97, "max_ms": 0.373, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.732, "count": 97, "max_ms": 135.186, "p95_ms": 104.622}, "read_interval": {"avg_ms": 311.508, "count": 96, "max_ms": 17488.784, "p95_ms": 144.309}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 97, "max_ms": 0.067, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.627, "count": 97, "max_ms": 8.338, "p95_ms": 7.067}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 97, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.614, "count": 97, "max_ms": 8.304, "p95_ms": 7.026}, "worker_merge_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.02, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.997, "count": 97, "max_ms": 62.101, "p95_ms": 51.613}, "visualize": {"avg_ms": 30.63, "count": 97, "max_ms": 55.016, "p95_ms": 43.432}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.311, "count": 97, "max_ms": 42.648, "p95_ms": 35.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.44, "count": 97, "max_ms": 53.083, "p95_ms": 42.249}, "visualize_input_copy_ms": {"avg_ms": 1.038, "count": 97, "max_ms": 2.616, "p95_ms": 1.628}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.348, "count": 97, "max_ms": 52.923, "p95_ms": 42.179}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 97, "max_ms": 0.146, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.087, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.384, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126043, "write_bytes_delta": 126043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1172.0, "cpu_core_ratio": 0.409699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1218.0, "pid": 55566, "reason": null, "system_cpu_core_ratio": 0.040419, "system_cpu_s_delta": 0.8799999999999999, "user_cpu_core_ratio": 0.36928, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521309, "system_cpu_s_delta": 11.35000000000582, "user_cpu_core_ratio": 1.103247, "user_cpu_s_delta": 24.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.626, "count": 259, "max_ms": 9.468, "p95_ms": 4.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.807, "max": 13.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.988, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.988, "max": 5.0, "p95": 5.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.843, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.6, "count": 30, "max": 22.849, "p95": 19.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1345.1, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19869, "sampled_at": "2026-11-02T17:29:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:29:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10822.973, "limit_mb": null}, "detail": {"pid": 55798, "restart_count": 205, "start_count": 206}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 613, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "last_exit_at": "2026-11-02T17:30:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:30:19+09:00", "pid": 55798, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.77, "name": "ffmpeg", "pid": 55798, "rss_mb": 46.77, "state": "S (sleeping)", "threads": 1}, "restart_count": 205, "restart_count_per_hour": 9, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.189, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 4.283, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.145, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 337.855, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.182, "exists": true, "mtime": "2026-11-02T17:30:17.242556+09:00", "mtime_epoch": 1793608217.2425556, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.333, "max": 9.0, "p95": 8.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.018, "max": 5.0, "p95": 5.0, "sample_count": 57}, "total": {"avg": 4.018, "max": 5.0, "p95": 5.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 1.07, "max": 2.0, "p95": 2.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 1.07, "max": 2.0, "p95": 2.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.905, "pushed": 1.905, "read": 1.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4242.948, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.499, "count": 56, "max_ms": 3.395, "p95_ms": 1.772, "reason": null, "sample_age_ms": 4284.055, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 56, "max_ms": 3.138, "p95_ms": 1.321, "reason": null, "sample_age_ms": 4284.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.236, "count": 57, "max_ms": 0.499, "p95_ms": 0.39, "reason": null, "sample_age_ms": 4242.954, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.049, "count": 56, "max_ms": 2.258, "p95_ms": 1.775, "reason": null, "sample_age_ms": 4283.326, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2764808.0, "count": 56, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4283.314, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4243.134, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.9, "count": 57, "max_ms": 58.645, "p95_ms": 48.117, "reason": null, "sample_age_ms": 4242.944, "source": "client_direct"}, "sample_age_ms": 4242.941, "source": "client_direct", "task_total_ms": {"avg_ms": 36.308, "count": 57, "max_ms": 60.312, "p95_ms": 49.672, "reason": null, "sample_age_ms": 4242.941, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.047, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.786, "count": 57, "max_ms": 13.993, "p95_ms": 12.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 57, "max_ms": 0.786, "p95_ms": 0.498}, "detection_prepare_ms": {"avg_ms": 1.173, "count": 57, "max_ms": 2.419, "p95_ms": 2.167}, "event_filter_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.395, "count": 57, "max_ms": 1.177, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.646, "count": 57, "max_ms": 8.056, "p95_ms": 6.872}, "setup_ms": {"avg_ms": 0.028, "count": 57, "max_ms": 0.071, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 8.744, "count": 57, "max_ms": 13.941, "p95_ms": 12.703}, "track_match_ms": {"avg_ms": 0.117, "count": 57, "max_ms": 0.203, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 2.025, "count": 57, "max_ms": 3.884, "p95_ms": 3.454}}, "gstreamer_push": {"avg_ms": 1.975, "count": 57, "max_ms": 3.499, "p95_ms": 3.266}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 57, "max_ms": 0.081, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.14, "count": 57, "max_ms": 60.809, "p95_ms": 50.764}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.625, "count": 57, "max_ms": 10.369, "p95_ms": 6.589}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.584, "count": 57, "max_ms": 100.072, "p95_ms": 94.537}, "inference_input_copy_ms": {"avg_ms": 1.05, "count": 57, "max_ms": 5.099, "p95_ms": 2.383}, "processing_residual_ms": {"avg_ms": 0.145, "count": 57, "max_ms": 0.349, "p95_ms": 0.254}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.405, "count": 57, "max_ms": 103.718, "p95_ms": 100.642}, "read_interval": {"avg_ms": 459.439, "count": 56, "max_ms": 17488.784, "p95_ms": 144.309}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 57, "max_ms": 0.021, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 4.596, "count": 57, "max_ms": 7.979, "p95_ms": 6.804}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.028, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.584, "count": 57, "max_ms": 7.958, "p95_ms": 6.788}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.149, "count": 57, "max_ms": 60.815, "p95_ms": 50.778}, "visualize": {"avg_ms": 27.848, "count": 57, "max_ms": 46.496, "p95_ms": 42.664}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.768, "count": 57, "max_ms": 37.195, "p95_ms": 34.298}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.721, "count": 57, "max_ms": 45.322, "p95_ms": 40.209}, "visualize_input_copy_ms": {"avg_ms": 0.986, "count": 57, "max_ms": 2.129, "p95_ms": 1.576}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.637, "count": 57, "max_ms": 45.227, "p95_ms": 40.005}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 57, "max_ms": 0.141, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.087, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.384, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126043, "write_bytes_delta": 126043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1172.0, "cpu_core_ratio": 0.409699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1218.0, "pid": 55566, "reason": null, "system_cpu_core_ratio": 0.040419, "system_cpu_s_delta": 0.8799999999999999, "user_cpu_core_ratio": 0.36928, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521309, "system_cpu_s_delta": 11.35000000000582, "user_cpu_core_ratio": 1.103247, "user_cpu_s_delta": 24.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.626, "count": 259, "max_ms": 9.468, "p95_ms": 4.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.807, "max": 13.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.988, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.988, "max": 5.0, "p95": 5.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.843, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.6, "count": 30, "max": 22.849, "p95": 19.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1345.1, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19869, "sampled_at": "2026-11-02T17:29:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:29:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3635673, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:30:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:30:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2656224, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656220}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10433.32, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356317184000, "copied_frame_count": 2660705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356317184000, "frame_buffer_copies": 2660705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0875, "p95_ms": 0.1696, "p99_ms": 0.2359}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.4503, "p50_ms": 1.1129, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 228, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:33+09:00", "last_error_summary": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.655, "last_started_at": "2026-11-02T17:28:44+09:00", "pid": 55682, "process": {"exists": false, "pid": 55682}, "restart_count": 132, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-02T17:30:33+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-11-02T17:30:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.149, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 325.851, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.001, "exists": true, "mtime": "2026-11-02T17:30:33.435649+09:00", "mtime_epoch": 1793608233.4356494, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:30:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2133.227, "name": "celery", "pid": 176, "rss_mb": 2133.227, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.407, "pushed": 0.407, "read": 0.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.004, "count": 11, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 31.031, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 11, "max_ms": 1.376, "p95_ms": 1.244, "reason": null, "sample_age_ms": 56.377, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 11, "max_ms": 1.09, "p95_ms": 1.004, "reason": null, "sample_age_ms": 56.541, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 11, "max_ms": 0.128, "p95_ms": 0.127, "reason": null, "sample_age_ms": 31.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.783, "count": 11, "max_ms": 1.284, "p95_ms": 1.184, "reason": null, "sample_age_ms": 55.701, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 55.687, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.174, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.28, "count": 11, "max_ms": 32.981, "p95_ms": 32.816, "reason": null, "sample_age_ms": 31.028, "source": "client_direct"}, "sample_age_ms": 31.01, "source": "client_direct", "task_total_ms": {"avg_ms": 27.279, "count": 11, "max_ms": 34.274, "p95_ms": 34.233, "reason": null, "sample_age_ms": 31.01, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.247, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.403, "count": 11, "max_ms": 0.453, "p95_ms": 0.453}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.121, "count": 11, "max_ms": 0.139, "p95_ms": 0.139}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 11, "max_ms": 0.081, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 11, "max_ms": 0.047, "p95_ms": 0.047}, "mcmt_ms": {"avg_ms": 0.001, "count": 11, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.101, "count": 11, "max_ms": 0.137, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.021, "count": 11, "max_ms": 0.024, "p95_ms": 0.024}, "total_inside_ms": {"avg_ms": 0.381, "count": 11, "max_ms": 0.426, "p95_ms": 0.426}, "track_match_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 11, "max_ms": 0.018, "p95_ms": 0.018}}, "gstreamer_push": {"avg_ms": 2.042, "count": 11, "max_ms": 3.135, "p95_ms": 3.135}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 11, "max_ms": 0.364, "p95_ms": 0.364}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.012, "count": 11, "max_ms": 35.864, "p95_ms": 35.864}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 11, "max_ms": 0.025, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.386, "count": 11, "max_ms": 60.853, "p95_ms": 60.853}, "inference_input_copy_ms": {"avg_ms": 0.825, "count": 11, "max_ms": 1.448, "p95_ms": 1.448}, "processing_residual_ms": {"avg_ms": 0.076, "count": 11, "max_ms": 0.124, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.304, "count": 11, "max_ms": 62.437, "p95_ms": 62.437}, "read_interval": {"avg_ms": 3271.221, "count": 11, "max_ms": 10258.092, "p95_ms": 10258.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.008, "count": 11, "max_ms": 0.01, "p95_ms": 0.01}, "execute_total_ms": {"avg_ms": 0.066, "count": 11, "max_ms": 0.08, "p95_ms": 0.08}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 11, "max_ms": 0.007, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.058, "count": 11, "max_ms": 0.07, "p95_ms": 0.07}, "worker_merge_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 28.02, "count": 11, "max_ms": 35.872, "p95_ms": 35.872}, "visualize": {"avg_ms": 21.155, "count": 11, "max_ms": 22.853, "p95_ms": 22.853}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.63, "count": 11, "max_ms": 22.213, "p95_ms": 22.213}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.051, "count": 11, "max_ms": 22.755, "p95_ms": 22.755}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.0, "count": 11, "max_ms": 22.705, "p95_ms": 22.705}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.036, "p95_ms": 0.036}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.385, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.241, "exists": true, "size_bytes": 94620, "write_bytes_delta": 94620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.011277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 55682, "reason": null, "system_cpu_core_ratio": 0.000513, "system_cpu_s_delta": 0.009999999999999787, "user_cpu_core_ratio": 0.010764, "user_cpu_s_delta": 0.21000000000000796}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001025, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.007176, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.806, "count": 4, "max_ms": 2.144, "p95_ms": 2.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 4}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 4}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.593, "count": 30, "max": 49.775, "p95": 39.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.267, "count": 30, "max": 915.0, "p95": 827.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4698.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.511, "count": 30, "max": 10.241, "p95": 2.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94597.733, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91484.667, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22394, "sampled_at": "2026-11-02T17:30:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.058, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3635673, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:30:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:30:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2656224, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656220}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10433.742, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356317184000, "copied_frame_count": 2660705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356317184000, "frame_buffer_copies": 2660705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0875, "p95_ms": 0.1696, "p99_ms": 0.2359}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.4503, "p50_ms": 1.1129, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 228, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:33+09:00", "last_error_summary": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.673, "last_started_at": "2026-11-02T17:28:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 132, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-02T17:30:33+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-02T17:30:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.165, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 325.835, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-11-02T17:30:33.435649+09:00", "mtime_epoch": 1793608233.4356494, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:30:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2133.223, "name": "celery", "pid": 176, "rss_mb": 2133.223, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.406, "pushed": 0.406, "read": 0.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 11, "client_acquire_ms": {"avg_ms": 0.004, "count": 11, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 49.347, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 11, "max_ms": 1.376, "p95_ms": 1.244, "reason": null, "sample_age_ms": 74.693, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 11, "max_ms": 1.09, "p95_ms": 1.004, "reason": null, "sample_age_ms": 74.857, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 11, "max_ms": 0.128, "p95_ms": 0.127, "reason": null, "sample_age_ms": 49.353, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.783, "count": 11, "max_ms": 1.284, "p95_ms": 1.184, "reason": null, "sample_age_ms": 74.017, "source": "client_direct"}, "request_count": 11, "request_tensor_bytes": {"avg": 2211848.0, "count": 11, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 74.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 11, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.28, "count": 11, "max_ms": 32.981, "p95_ms": 32.816, "reason": null, "sample_age_ms": 49.345, "source": "client_direct"}, "sample_age_ms": 49.326, "source": "client_direct", "task_total_ms": {"avg_ms": 27.279, "count": 11, "max_ms": 34.274, "p95_ms": 34.233, "reason": null, "sample_age_ms": 49.326, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.251, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.403, "count": 11, "max_ms": 0.453, "p95_ms": 0.453}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.121, "count": 11, "max_ms": 0.139, "p95_ms": 0.139}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 11, "max_ms": 0.081, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 11, "max_ms": 0.047, "p95_ms": 0.047}, "mcmt_ms": {"avg_ms": 0.001, "count": 11, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.101, "count": 11, "max_ms": 0.137, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.021, "count": 11, "max_ms": 0.024, "p95_ms": 0.024}, "total_inside_ms": {"avg_ms": 0.381, "count": 11, "max_ms": 0.426, "p95_ms": 0.426}, "track_match_ms": {"avg_ms": 0.002, "count": 11, "max_ms": 0.003, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 11, "max_ms": 0.018, "p95_ms": 0.018}}, "gstreamer_push": {"avg_ms": 2.042, "count": 11, "max_ms": 3.135, "p95_ms": 3.135}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 11, "max_ms": 0.364, "p95_ms": 0.364}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.012, "count": 11, "max_ms": 35.864, "p95_ms": 35.864}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 11, "max_ms": 0.025, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.386, "count": 11, "max_ms": 60.853, "p95_ms": 60.853}, "inference_input_copy_ms": {"avg_ms": 0.825, "count": 11, "max_ms": 1.448, "p95_ms": 1.448}, "processing_residual_ms": {"avg_ms": 0.076, "count": 11, "max_ms": 0.124, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.304, "count": 11, "max_ms": 62.437, "p95_ms": 62.437}, "read_interval": {"avg_ms": 3271.221, "count": 11, "max_ms": 10258.092, "p95_ms": 10258.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.008, "count": 11, "max_ms": 0.01, "p95_ms": 0.01}, "execute_total_ms": {"avg_ms": 0.066, "count": 11, "max_ms": 0.08, "p95_ms": 0.08}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 11, "max_ms": 0.007, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.058, "count": 11, "max_ms": 0.07, "p95_ms": 0.07}, "worker_merge_ms": {"avg_ms": 0.003, "count": 11, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 28.02, "count": 11, "max_ms": 35.872, "p95_ms": 35.872}, "visualize": {"avg_ms": 21.155, "count": 11, "max_ms": 22.853, "p95_ms": 22.853}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.63, "count": 11, "max_ms": 22.213, "p95_ms": 22.213}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.051, "count": 11, "max_ms": 22.755, "p95_ms": 22.755}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.0, "count": 11, "max_ms": 22.705, "p95_ms": 22.705}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 11, "max_ms": 0.036, "p95_ms": 0.036}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.385, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.241, "exists": true, "size_bytes": 94620, "write_bytes_delta": 94620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.011277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 55682, "reason": null, "system_cpu_core_ratio": 0.000513, "system_cpu_s_delta": 0.009999999999999787, "user_cpu_core_ratio": 0.010764, "user_cpu_s_delta": 0.21000000000000796}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001025, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.007176, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.806, "count": 4, "max_ms": 2.144, "p95_ms": 2.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 4}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 4}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.593, "count": 30, "max": 49.775, "p95": 39.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.267, "count": 30, "max": 915.0, "p95": 827.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4698.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.511, "count": 30, "max": 10.241, "p95": 2.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94597.733, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91484.667, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22394, "sampled_at": "2026-11-02T17:30:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.076, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3635673, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:30:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:30:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2656224, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656220}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10446.438, "limit_mb": null}, "detail": {"pid": 55800, "restart_count": 133, "start_count": 134}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356317184000, "copied_frame_count": 2660705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356317184000, "frame_buffer_copies": 2660705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0875, "p95_ms": 0.1696, "p99_ms": 0.2359}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.4503, "p50_ms": 1.1129, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 228, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:33+09:00", "last_error_summary": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:30:35+09:00", "pid": 55800, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.918, "name": "ffmpeg", "pid": 55800, "rss_mb": 46.918, "state": "S (sleeping)", "threads": 1}, "restart_count": 133, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.087, "last_frame_pushed_at": "2026-11-02T17:30:33+09:00", "last_frame_read_age_sec": 4.136, "last_frame_read_at": "2026-11-02T17:30:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.236, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 321.764, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.08, "exists": true, "mtime": "2026-11-02T17:30:33.435649+09:00", "mtime_epoch": 1793608233.4356494, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:30:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2133.227, "name": "celery", "pid": 176, "rss_mb": 2133.227, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 10, "pushed_frames": 10, "read_frames": 10, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.457, "pushed": 0.457, "read": 0.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 10, "client_acquire_ms": {"avg_ms": 0.004, "count": 10, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4110.987, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.497, "count": 10, "max_ms": 1.376, "p95_ms": 1.257, "reason": null, "sample_age_ms": 4136.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 10, "max_ms": 1.09, "p95_ms": 1.013, "reason": null, "sample_age_ms": 4136.497, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 10, "max_ms": 0.128, "p95_ms": 0.127, "reason": null, "sample_age_ms": 4110.993, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.8, "count": 10, "max_ms": 1.284, "p95_ms": 1.194, "reason": null, "sample_age_ms": 4135.657, "source": "client_direct"}, "request_count": 10, "request_tensor_bytes": {"avg": 2211848.0, "count": 10, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4135.643, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 10, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4111.13, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.462, "count": 10, "max_ms": 32.981, "p95_ms": 32.832, "reason": null, "sample_age_ms": 4110.984, "source": "client_direct"}, "sample_age_ms": 4110.966, "source": "client_direct", "task_total_ms": {"avg_ms": 27.479, "count": 10, "max_ms": 34.274, "p95_ms": 34.237, "reason": null, "sample_age_ms": 4110.966, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.386, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.405, "count": 10, "max_ms": 0.453, "p95_ms": 0.453}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.122, "count": 10, "max_ms": 0.139, "p95_ms": 0.139}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 10, "max_ms": 0.081, "p95_ms": 0.081}, "event_filter_ms": {"avg_ms": 0.002, "count": 10, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.043, "count": 10, "max_ms": 0.047, "p95_ms": 0.047}, "mcmt_ms": {"avg_ms": 0.001, "count": 10, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.102, "count": 10, "max_ms": 0.137, "p95_ms": 0.137}, "setup_ms": {"avg_ms": 0.021, "count": 10, "max_ms": 0.024, "p95_ms": 0.024}, "total_inside_ms": {"avg_ms": 0.384, "count": 10, "max_ms": 0.426, "p95_ms": 0.426}, "track_match_ms": {"avg_ms": 0.002, "count": 10, "max_ms": 0.003, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.015, "count": 10, "max_ms": 0.018, "p95_ms": 0.018}}, "gstreamer_push": {"avg_ms": 2.031, "count": 10, "max_ms": 3.135, "p95_ms": 3.135}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 10, "max_ms": 0.364, "p95_ms": 0.364}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.179, "count": 10, "max_ms": 35.864, "p95_ms": 35.864}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.019, "count": 10, "max_ms": 0.025, "p95_ms": 0.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.369, "count": 10, "max_ms": 60.853, "p95_ms": 60.853}, "inference_input_copy_ms": {"avg_ms": 0.838, "count": 10, "max_ms": 1.448, "p95_ms": 1.448}, "processing_residual_ms": {"avg_ms": 0.076, "count": 10, "max_ms": 0.124, "p95_ms": 0.124}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.301, "count": 10, "max_ms": 62.437, "p95_ms": 62.437}, "read_interval": {"avg_ms": 2700.096, "count": 10, "max_ms": 10258.092, "p95_ms": 10258.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.008, "count": 10, "max_ms": 0.01, "p95_ms": 0.01}, "execute_total_ms": {"avg_ms": 0.067, "count": 10, "max_ms": 0.08, "p95_ms": 0.08}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 10, "max_ms": 0.007, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.058, "count": 10, "max_ms": 0.07, "p95_ms": 0.07}, "worker_merge_ms": {"avg_ms": 0.003, "count": 10, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 28.187, "count": 10, "max_ms": 35.872, "p95_ms": 35.872}, "visualize": {"avg_ms": 21.015, "count": 10, "max_ms": 22.853, "p95_ms": 22.853}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.489, "count": 10, "max_ms": 22.213, "p95_ms": 22.213}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.912, "count": 10, "max_ms": 22.755, "p95_ms": 22.755}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.861, "count": 10, "max_ms": 22.705, "p95_ms": 22.705}, "visualizer_prepare_ms": {"avg_ms": 0.029, "count": 10, "max_ms": 0.036, "p95_ms": 0.036}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.385, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.241, "exists": true, "size_bytes": 94620, "write_bytes_delta": 94620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.011277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 55682, "reason": null, "system_cpu_core_ratio": 0.000513, "system_cpu_s_delta": 0.009999999999999787, "user_cpu_core_ratio": 0.010764, "user_cpu_s_delta": 0.21000000000000796}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001025, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.007176, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.806, "count": 4, "max_ms": 2.144, "p95_ms": 2.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 4}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 4}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.593, "count": 30, "max": 49.775, "p95": 39.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.267, "count": 30, "max": 915.0, "p95": 827.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4698.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.511, "count": 30, "max": 10.241, "p95": 2.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94597.733, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91484.667, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22394, "sampled_at": "2026-11-02T17:30:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 21.887, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10448.934, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 613, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "last_exit_at": "2026-11-02T17:30:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.068, "last_started_at": "2026-11-02T17:30:19+09:00", "pid": 55798, "process": {"exists": true, "fd_count": 4, "hwm_mb": 53.594, "name": "ffmpeg", "pid": 55798, "rss_mb": 53.348, "state": "S (sleeping)", "threads": 1}, "restart_count": 205, "restart_count_per_hour": 9, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 34.256, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 34.349, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.226, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 307.774, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 34.249, "exists": true, "mtime": "2026-11-02T17:30:17.242556+09:00", "mtime_epoch": 1793608217.2425556, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34309.388, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.006, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.087, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.384, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126043, "write_bytes_delta": 126043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1172.0, "cpu_core_ratio": 0.409699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1218.0, "pid": 55566, "reason": null, "system_cpu_core_ratio": 0.040419, "system_cpu_s_delta": 0.8799999999999999, "user_cpu_core_ratio": 0.36928, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521309, "system_cpu_s_delta": 11.35000000000582, "user_cpu_core_ratio": 1.103247, "user_cpu_s_delta": 24.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.626, "count": 259, "max_ms": 9.468, "p95_ms": 4.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.807, "max": 13.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.988, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 2.988, "max": 5.0, "p95": 5.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.843, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.6, "count": 30, "max": 22.849, "p95": 19.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124542.667, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1345.1, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19869, "sampled_at": "2026-11-02T17:29:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:29:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10431.402, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61e0fc8f04c0] error while decoding MB 64 44, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 194, "h264_decode_error_count": 614, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:51+09:00", "last_error_summary": "[h264 @ 0x61e0fc8f04c0] error while decoding MB 64 44, bytestream -6", "last_exit_at": "2026-11-02T17:30:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.125, "last_started_at": "2026-11-02T17:30:19+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 205, "restart_count_per_hour": 9, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 34.314, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 34.407, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.267, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 307.733, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 34.306, "exists": true, "mtime": "2026-11-02T17:30:17.242556+09:00", "mtime_epoch": 1793608217.2425556, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:51+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34364.817, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.179, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.388, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.256, "exists": true, "size_bytes": 126205, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55798, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000312, "system_cpu_s_delta": 0.010000000009313226, "user_cpu_core_ratio": 0.002805, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.041, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.541, "count": 30, "max": 20.194, "p95": 19.165, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.218, "count": 30, "max": 34.256, "p95": 1.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124649.633, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120442.8, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1344.2, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19871, "sampled_at": "2026-11-02T17:30:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10431.402, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 193, "h264_decode_error_count": 613, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:17+09:00", "last_error_summary": "[h264 @ 0x5b1d6bc3c800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b1d6bc3c800] error while decoding MB 0 48, bytestream 7940 [h264 @ 0x5b1d6bc308c0] error while decoding MB 46 46, bytestream -7", "last_exit_at": "2026-11-02T17:30:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.11, "last_started_at": "2026-11-02T17:30:19+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 205, "restart_count_per_hour": 9, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 206}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 34.298, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 34.392, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.272, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 307.728, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 34.291, "exists": true, "mtime": "2026-11-02T17:30:17.242556+09:00", "mtime_epoch": 1793608217.2425556, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:51+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34349.256, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.854, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.388, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.256, "exists": true, "size_bytes": 126205, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55798, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000312, "system_cpu_s_delta": 0.010000000009313226, "user_cpu_core_ratio": 0.002805, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.041, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.541, "count": 30, "max": 20.194, "p95": 19.165, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.218, "count": 30, "max": 34.256, "p95": 1.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124649.633, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120442.8, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1344.2, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19871, "sampled_at": "2026-11-02T17:30:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4251133, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:29:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:29:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2585510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10443.871, "limit_mb": null}, "detail": {"pid": 55802, "restart_count": 206, "start_count": 207}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7159963852800, "copied_frame_count": 2589686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7159963852800, "frame_buffer_copies": 2589686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.09, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0758, "p95_ms": 0.162, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2687, "count": 512, "max_ms": 3.6843, "p50_ms": 1.1639, "p95_ms": 2.1831, "p99_ms": 2.9136, "results": {"failed": 0, "not_applicable": 0, "success": 2589686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 194, "h264_decode_error_count": 614, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:51+09:00", "last_error_summary": "[h264 @ 0x61e0fc8f04c0] error while decoding MB 64 44, bytestream -6", "last_exit_at": "2026-11-02T17:30:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:30:55+09:00", "pid": 55802, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.641, "name": "ffmpeg", "pid": 55802, "rss_mb": 46.641, "state": "S (sleeping)", "threads": 1}, "restart_count": 206, "restart_count_per_hour": 10, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.384, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 40.626, "last_frame_pushed_at": "2026-11-02T17:30:17+09:00", "last_frame_read_age_sec": 40.719, "last_frame_read_at": "2026-11-02T17:30:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.58, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 301.42, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 40.619, "exists": true, "mtime": "2026-11-02T17:30:17.242556+09:00", "mtime_epoch": 1793608217.2425556, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:30:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 2589686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 40677.737, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.825, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.388, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.256, "exists": true, "size_bytes": 126205, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55798, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000312, "system_cpu_s_delta": 0.010000000009313226, "user_cpu_core_ratio": 0.002805, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.041, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.541, "count": 30, "max": 20.194, "p95": 19.165, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.218, "count": 30, "max": 34.256, "p95": 1.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124649.633, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120442.8, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1344.2, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19871, "sampled_at": "2026-11-02T17:30:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3635673, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:30:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:30:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2656224, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656220}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10454.754, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356317184000, "copied_frame_count": 2660705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356317184000, "frame_buffer_copies": 2660705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0875, "p95_ms": 0.1696, "p99_ms": 0.2359}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.4503, "p50_ms": 1.1129, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 228, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:33+09:00", "last_error_summary": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.07, "last_started_at": "2026-11-02T17:30:35+09:00", "pid": 55800, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.109, "name": "ffmpeg", "pid": 55800, "rss_mb": 47.109, "state": "S (sleeping)", "threads": 1}, "restart_count": 133, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.284, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 34.156, "last_frame_pushed_at": "2026-11-02T17:30:33+09:00", "last_frame_read_age_sec": 34.205, "last_frame_read_at": "2026-11-02T17:30:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.31, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 291.69, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 34.149, "exists": true, "mtime": "2026-11-02T17:30:33.435649+09:00", "mtime_epoch": 1793608233.4356494, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:07+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2133.227, "name": "celery", "pid": 176, "rss_mb": 2133.227, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34179.698, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.967, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.385, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.241, "exists": true, "size_bytes": 94620, "write_bytes_delta": 94620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.011277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 55682, "reason": null, "system_cpu_core_ratio": 0.000513, "system_cpu_s_delta": 0.009999999999999787, "user_cpu_core_ratio": 0.010764, "user_cpu_s_delta": 0.21000000000000796}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001025, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.007176, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.806, "count": 4, "max_ms": 2.144, "p95_ms": 2.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 4}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 4}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.593, "count": 30, "max": 49.775, "p95": 39.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.267, "count": 30, "max": 915.0, "p95": 827.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4698.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.511, "count": 30, "max": 10.241, "p95": 2.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94597.733, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91484.667, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22394, "sampled_at": "2026-11-02T17:30:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3635673, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:30:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:30:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2656224, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656220}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10442.445, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356317184000, "copied_frame_count": 2660705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356317184000, "frame_buffer_copies": 2660705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0875, "p95_ms": 0.1696, "p99_ms": 0.2359}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.4503, "p50_ms": 1.1129, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 228, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:33+09:00", "last_error_summary": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.099, "last_started_at": "2026-11-02T17:30:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 133, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.284, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 34.185, "last_frame_pushed_at": "2026-11-02T17:30:33+09:00", "last_frame_read_age_sec": 34.235, "last_frame_read_at": "2026-11-02T17:30:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.327, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 291.673, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 34.179, "exists": true, "mtime": "2026-11-02T17:30:33.435649+09:00", "mtime_epoch": 1793608233.4356494, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2133.223, "name": "celery", "pid": 176, "rss_mb": 2133.223, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34208.301, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.922, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.385, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.241, "exists": true, "size_bytes": 94620, "write_bytes_delta": 94620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 14.0, "cpu_core_ratio": 0.011277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 545.0, "pid": 55682, "reason": null, "system_cpu_core_ratio": 0.000513, "system_cpu_s_delta": 0.009999999999999787, "user_cpu_core_ratio": 0.010764, "user_cpu_s_delta": 0.21000000000000796}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001025, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.007176, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.806, "count": 4, "max_ms": 2.144, "p95_ms": 2.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 4}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 4}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.593, "count": 30, "max": 49.775, "p95": 39.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.835, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 625.267, "count": 30, "max": 915.0, "p95": 827.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4698.3, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.511, "count": 30, "max": 10.241, "p95": 2.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94597.733, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91484.667, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22394, "sampled_at": "2026-11-02T17:30:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3635673, "flush_count": 4486, "flush_interval_seconds": 30.0, "flush_state": {"count": 4486, "last_at": "2026-11-02T17:30:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:30:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4485}, "started": true, "suppressed_count": 2656224, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656220}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4486, "written_record_count": 4486}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10452.965, "limit_mb": null}, "detail": {"pid": 55804, "restart_count": 134, "start_count": 135}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356317184000, "copied_frame_count": 2660705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356317184000, "frame_buffer_copies": 2660705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1013, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0875, "p95_ms": 0.1696, "p99_ms": 0.2359}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2122, "count": 512, "max_ms": 3.4503, "p50_ms": 1.1129, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 228, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:30:33+09:00", "last_error_summary": "[h264 @ 0x59a0361f6280] error while decoding MB 199 78, bytestream -5 [h264 @ 0x59a036462e00] error while decoding MB 148 74, bytestream -5", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:31:11+09:00", "pid": 55804, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.969, "name": "ffmpeg", "pid": 55804, "rss_mb": 44.969, "state": "S (sleeping)", "threads": 1}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.538, "sample_count": 1789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 40.294, "last_frame_pushed_at": "2026-11-02T17:30:33+09:00", "last_frame_read_age_sec": 40.343, "last_frame_read_at": "2026-11-02T17:30:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.435, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 285.565, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 40.287, "exists": true, "mtime": "2026-11-02T17:30:33.435649+09:00", "mtime_epoch": 1793608233.4356494, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2133.227, "name": "celery", "pid": 176, "rss_mb": 2133.227, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 40317.609, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.58, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.284, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.157, "exists": true, "size_bytes": 93514, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.000665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 55800, "reason": null, "system_cpu_core_ratio": 0.000333, "system_cpu_s_delta": 0.010000000000000002, "user_cpu_core_ratio": 0.000333, "user_cpu_s_delta": 0.010000000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000665, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.001995, "user_cpu_s_delta": 0.059999999997671694}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.525, "count": 30, "max": 49.775, "p95": 39.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.907, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 612.767, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4699.933, "count": 30, "max": 95717.0, "p95": 19902.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.786, "count": 30, "max": 34.157, "p95": 7.809, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94605.4, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88382.533, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.867, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22396, "sampled_at": "2026-11-02T17:31:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10216.664, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x646788893180] error while decoding MB 77 48, bytestream -6 [h264 @ 0x646788886240] error while decoding MB 68 36, bytestream -14 [in#0/rtsp @ 0x6467886bbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6467886bbe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7455012249600, "copied_frame_count": 2696402, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 7455012249600, "frame_buffer_copies": 2696402, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0731, "count": 512, "max_ms": 0.2654, "p50_ms": 0.0685, "p95_ms": 0.1186, "p99_ms": 0.1371}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9625, "count": 512, "max_ms": 4.174, "p50_ms": 0.8604, "p95_ms": 1.5443, "p99_ms": 2.1848, "results": {"failed": 0, "not_applicable": 0, "success": 2696402, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:18+09:00", "last_error_summary": "[h264 @ 0x646788893180] error while decoding MB 77 48, bytestream -6 [h264 @ 0x646788886240] error while decoding MB 68 36, bytestream -14 [in#0/rtsp @ 0x6467886bbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6467886bbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 19398.06, "last_started_at": "2026-11-02T12:07:59+09:00", "pid": 48612, "process": {"exists": false, "pid": 48612}, "restart_count": 6, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:31:18+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-02T17:31:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.751, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 281.249, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-02T17:31:17.976907+09:00", "mtime_epoch": 1793608277.976907, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 223321}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T17:31:18+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2107.566, "name": "celery", "pid": 180, "rss_mb": 2096.762, "state": "S (sleeping)", "threads": 58}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.735, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 15, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.525, "pushed": 0.525, "read": 0.525}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 28.083, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.482, "count": 15, "max_ms": 1.317, "p95_ms": 1.174, "reason": null, "sample_age_ms": 59.161, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 15, "max_ms": 0.932, "p95_ms": 0.84, "reason": null, "sample_age_ms": 59.427, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 15, "max_ms": 0.089, "p95_ms": 0.088, "reason": null, "sample_age_ms": 28.088, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.845, "count": 15, "max_ms": 0.956, "p95_ms": 0.946, "reason": null, "sample_age_ms": 58.197, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.18, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.18, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.031, "count": 15, "max_ms": 44.185, "p95_ms": 36.579, "reason": null, "sample_age_ms": 28.08, "source": "client_direct"}, "sample_age_ms": 28.076, "source": "client_direct", "task_total_ms": {"avg_ms": 30.051, "count": 15, "max_ms": 45.242, "p95_ms": 37.566, "reason": null, "sample_age_ms": 28.076, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 18.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.166, "count": 15, "max_ms": 11.741, "p95_ms": 11.201, "reason": null, "sample_age_ms": 48.898, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 15, "max_ms": 0.018, "p95_ms": 0.017, "reason": null, "sample_age_ms": 59.283, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 15, "max_ms": 0.057, "p95_ms": 0.055, "reason": null, "sample_age_ms": 18.752, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.236, "count": 15, "max_ms": 1.71, "p95_ms": 1.6, "reason": null, "sample_age_ms": 47.659, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.637, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.799, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.971, "count": 15, "max_ms": 37.955, "p95_ms": 33.05, "reason": null, "sample_age_ms": 18.744, "source": "client_direct"}, "sample_age_ms": 18.741, "source": "client_direct", "task_total_ms": {"avg_ms": 29.345, "count": 15, "max_ms": 39.048, "p95_ms": 34.205, "reason": null, "sample_age_ms": 18.741, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 23.445, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.395, "count": 15, "max_ms": 7.252, "p95_ms": 7.097, "reason": null, "sample_age_ms": 52.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 15, "max_ms": 0.02, "p95_ms": 0.018, "reason": null, "sample_age_ms": 59.315, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.069, "p95_ms": 0.064, "reason": null, "sample_age_ms": 23.45, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.231, "count": 15, "max_ms": 1.863, "p95_ms": 1.72, "reason": null, "sample_age_ms": 51.721, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 51.705, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.522, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.335, "count": 15, "max_ms": 40.974, "p95_ms": 36.047, "reason": null, "sample_age_ms": 23.442, "source": "client_direct"}, "sample_age_ms": 23.44, "source": "client_direct", "task_total_ms": {"avg_ms": 30.718, "count": 15, "max_ms": 42.97, "p95_ms": 37.525, "reason": null, "sample_age_ms": 23.44, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 23.874, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.945, "count": 15, "max_ms": 3.604, "p95_ms": 3.337, "reason": null, "sample_age_ms": 56.238, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 15, "max_ms": 0.024, "p95_ms": 0.023, "reason": null, "sample_age_ms": 59.35, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 15, "max_ms": 0.244, "p95_ms": 0.174, "reason": null, "sample_age_ms": 23.886, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.039, "count": 15, "max_ms": 1.281, "p95_ms": 1.236, "reason": null, "sample_age_ms": 55.307, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 55.293, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.152, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.302, "count": 15, "max_ms": 44.567, "p95_ms": 42.232, "reason": null, "sample_age_ms": 23.869, "source": "client_direct"}, "sample_age_ms": 23.864, "source": "client_direct", "task_total_ms": {"avg_ms": 35.546, "count": 15, "max_ms": 45.605, "p95_ms": 43.455, "reason": null, "sample_age_ms": 23.864, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.124, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.387, "count": 15, "max_ms": 2.511, "p95_ms": 2.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.121, "count": 15, "max_ms": 0.177, "p95_ms": 0.177}, "detection_prepare_ms": {"avg_ms": 0.495, "count": 15, "max_ms": 0.966, "p95_ms": 0.966}, "event_filter_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 15, "max_ms": 0.202, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.001, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 15, "max_ms": 0.222, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.022, "count": 15, "max_ms": 0.026, "p95_ms": 0.026}, "total_inside_ms": {"avg_ms": 1.357, "count": 15, "max_ms": 2.477, "p95_ms": 2.477}, "track_match_ms": {"avg_ms": 0.024, "count": 15, "max_ms": 0.063, "p95_ms": 0.063}, "tracker_update_ms": {"avg_ms": 0.434, "count": 15, "max_ms": 0.915, "p95_ms": 0.915}}, "gstreamer_push": {"avg_ms": 2.186, "count": 15, "max_ms": 6.985, "p95_ms": 6.985}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 15, "max_ms": 0.015, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.858, "count": 15, "max_ms": 46.53, "p95_ms": 46.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.079, "count": 15, "max_ms": 50.525, "p95_ms": 50.525}, "yolo11_640_fire_11class": {"avg_ms": 37.721, "count": 15, "max_ms": 50.044, "p95_ms": 50.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.014, "count": 15, "max_ms": 50.038, "p95_ms": 50.038}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.224, "count": 15, "max_ms": 7.9, "p95_ms": 7.9}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.061, "count": 15, "max_ms": 52.382, "p95_ms": 52.382}, "inference_input_copy_ms": {"avg_ms": 0.604, "count": 15, "max_ms": 0.764, "p95_ms": 0.764}, "processing_residual_ms": {"avg_ms": 0.052, "count": 15, "max_ms": 0.067, "p95_ms": 0.067}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 45.941, "count": 15, "max_ms": 54.464, "p95_ms": 54.464}, "read_interval": {"avg_ms": 2574.406, "count": 15, "max_ms": 27787.037, "p95_ms": 27787.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 15, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.104, "count": 15, "max_ms": 0.141, "p95_ms": 0.141}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 15, "max_ms": 0.012, "p95_ms": 0.012}, "scenario.falldown_detected_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.06, "p95_ms": 0.06}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.043, "count": 15, "max_ms": 0.059, "p95_ms": 0.059}, "worker_merge_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 40.692, "count": 15, "max_ms": 50.531, "p95_ms": 50.531}, "visualize": {"avg_ms": 1.381, "count": 15, "max_ms": 2.591, "p95_ms": 2.591}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.798, "count": 15, "max_ms": 1.742, "p95_ms": 1.742}, "visualize_input_copy_ms": {"avg_ms": 0.463, "count": 15, "max_ms": 0.976, "p95_ms": 0.976}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.733, "count": 15, "max_ms": 1.643, "p95_ms": 1.643}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.068, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2091.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 217648, "write_bytes_delta": 217648, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 27.0, "cpu_core_ratio": 0.018346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5639.0, "pid": 48612, "reason": null, "system_cpu_core_ratio": 0.007194, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.011151, "user_cpu_s_delta": 0.3099999999994907}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.002158, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.004317, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.039, "count": 2, "max_ms": 2.365, "p95_ms": 2.365, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 2}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.698, "count": 30, "max": 47.591, "p95": 39.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.366, "count": 30, "max": 21.997, "p95": 21.052, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 750.0, "count": 30, "max": 869.0, "p95": 863.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 194.4, "count": 30, "max": 5639.0, "p95": 106.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.224, "count": 30, "max": 0.269, "p95": 0.265, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.352, "count": 30, "max": 10.111, "p95": 0.249, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 231083.167, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 215889.8, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21500.2, "count": 30, "max": 131349.0, "p95": 62404.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.349, "p95": 0.231, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.701, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T17:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.558, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10212.719, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:31:18+09:00", "last_error_summary": "[h264 @ 0x646788893180] error while decoding MB 77 48, bytestream -6 [h264 @ 0x646788886240] error while decoding MB 68 36, bytestream -14 [in#0/rtsp @ 0x6467886bbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6467886bbe00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7455012249600, "copied_frame_count": 2696402, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 7455012249600, "frame_buffer_copies": 2696402, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0731, "count": 512, "max_ms": 0.2654, "p50_ms": 0.0685, "p95_ms": 0.1186, "p99_ms": 0.1371}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9625, "count": 512, "max_ms": 4.174, "p50_ms": 0.8604, "p95_ms": 1.5443, "p99_ms": 2.1848, "results": {"failed": 0, "not_applicable": 0, "success": 2696402, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:18+09:00", "last_error_summary": "[h264 @ 0x646788893180] error while decoding MB 77 48, bytestream -6 [h264 @ 0x646788886240] error while decoding MB 68 36, bytestream -14 [in#0/rtsp @ 0x6467886bbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6467886bbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 19398.096, "last_started_at": "2026-11-02T12:07:59+09:00", "pid": 48612, "process": {"exists": false, "pid": 48612}, "restart_count": 6, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-02T17:31:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-11-02T17:31:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.781, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 281.219, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-02T17:31:18.033907+09:00", "mtime_epoch": 1793608278.0339074, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 215918}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T17:31:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2107.566, "name": "celery", "pid": 180, "rss_mb": 2102.684, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.764, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 15, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.525, "pushed": 0.525, "read": 0.525}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 63.479, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.482, "count": 15, "max_ms": 1.317, "p95_ms": 1.174, "reason": null, "sample_age_ms": 94.557, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 15, "max_ms": 0.932, "p95_ms": 0.84, "reason": null, "sample_age_ms": 94.824, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 15, "max_ms": 0.089, "p95_ms": 0.088, "reason": null, "sample_age_ms": 63.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.845, "count": 15, "max_ms": 0.956, "p95_ms": 0.946, "reason": null, "sample_age_ms": 93.594, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.576, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.576, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.031, "count": 15, "max_ms": 44.185, "p95_ms": 36.579, "reason": null, "sample_age_ms": 63.476, "source": "client_direct"}, "sample_age_ms": 63.472, "source": "client_direct", "task_total_ms": {"avg_ms": 30.051, "count": 15, "max_ms": 45.242, "p95_ms": 37.566, "reason": null, "sample_age_ms": 63.472, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 54.142, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.166, "count": 15, "max_ms": 11.741, "p95_ms": 11.201, "reason": null, "sample_age_ms": 84.294, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 15, "max_ms": 0.018, "p95_ms": 0.017, "reason": null, "sample_age_ms": 94.679, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 15, "max_ms": 0.057, "p95_ms": 0.055, "reason": null, "sample_age_ms": 54.148, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.236, "count": 15, "max_ms": 1.71, "p95_ms": 1.6, "reason": null, "sample_age_ms": 83.055, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.034, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.195, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.971, "count": 15, "max_ms": 37.955, "p95_ms": 33.05, "reason": null, "sample_age_ms": 54.14, "source": "client_direct"}, "sample_age_ms": 54.137, "source": "client_direct", "task_total_ms": {"avg_ms": 29.345, "count": 15, "max_ms": 39.048, "p95_ms": 34.205, "reason": null, "sample_age_ms": 54.137, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 58.841, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.395, "count": 15, "max_ms": 7.252, "p95_ms": 7.097, "reason": null, "sample_age_ms": 88.186, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 15, "max_ms": 0.02, "p95_ms": 0.018, "reason": null, "sample_age_ms": 94.712, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.069, "p95_ms": 0.064, "reason": null, "sample_age_ms": 58.846, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.231, "count": 15, "max_ms": 1.863, "p95_ms": 1.72, "reason": null, "sample_age_ms": 87.117, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.101, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.918, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.335, "count": 15, "max_ms": 40.974, "p95_ms": 36.047, "reason": null, "sample_age_ms": 58.838, "source": "client_direct"}, "sample_age_ms": 58.836, "source": "client_direct", "task_total_ms": {"avg_ms": 30.718, "count": 15, "max_ms": 42.97, "p95_ms": 37.525, "reason": null, "sample_age_ms": 58.836, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 59.27, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.945, "count": 15, "max_ms": 3.604, "p95_ms": 3.337, "reason": null, "sample_age_ms": 91.635, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 15, "max_ms": 0.024, "p95_ms": 0.023, "reason": null, "sample_age_ms": 94.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 15, "max_ms": 0.244, "p95_ms": 0.174, "reason": null, "sample_age_ms": 59.282, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.039, "count": 15, "max_ms": 1.281, "p95_ms": 1.236, "reason": null, "sample_age_ms": 90.703, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.689, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.548, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.302, "count": 15, "max_ms": 44.567, "p95_ms": 42.232, "reason": null, "sample_age_ms": 59.265, "source": "client_direct"}, "sample_age_ms": 59.26, "source": "client_direct", "task_total_ms": {"avg_ms": 35.546, "count": 15, "max_ms": 45.605, "p95_ms": 43.455, "reason": null, "sample_age_ms": 59.26, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.055, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.387, "count": 15, "max_ms": 2.511, "p95_ms": 2.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.121, "count": 15, "max_ms": 0.177, "p95_ms": 0.177}, "detection_prepare_ms": {"avg_ms": 0.495, "count": 15, "max_ms": 0.966, "p95_ms": 0.966}, "event_filter_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 15, "max_ms": 0.202, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.001, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 15, "max_ms": 0.222, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.022, "count": 15, "max_ms": 0.026, "p95_ms": 0.026}, "total_inside_ms": {"avg_ms": 1.357, "count": 15, "max_ms": 2.477, "p95_ms": 2.477}, "track_match_ms": {"avg_ms": 0.024, "count": 15, "max_ms": 0.063, "p95_ms": 0.063}, "tracker_update_ms": {"avg_ms": 0.434, "count": 15, "max_ms": 0.915, "p95_ms": 0.915}}, "gstreamer_push": {"avg_ms": 2.186, "count": 15, "max_ms": 6.985, "p95_ms": 6.985}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 15, "max_ms": 0.015, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.858, "count": 15, "max_ms": 46.53, "p95_ms": 46.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.079, "count": 15, "max_ms": 50.525, "p95_ms": 50.525}, "yolo11_640_fire_11class": {"avg_ms": 37.721, "count": 15, "max_ms": 50.044, "p95_ms": 50.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.014, "count": 15, "max_ms": 50.038, "p95_ms": 50.038}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.224, "count": 15, "max_ms": 7.9, "p95_ms": 7.9}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.061, "count": 15, "max_ms": 52.382, "p95_ms": 52.382}, "inference_input_copy_ms": {"avg_ms": 0.604, "count": 15, "max_ms": 0.764, "p95_ms": 0.764}, "processing_residual_ms": {"avg_ms": 0.052, "count": 15, "max_ms": 0.067, "p95_ms": 0.067}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 45.941, "count": 15, "max_ms": 54.464, "p95_ms": 54.464}, "read_interval": {"avg_ms": 2574.406, "count": 15, "max_ms": 27787.037, "p95_ms": 27787.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 15, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.104, "count": 15, "max_ms": 0.141, "p95_ms": 0.141}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 15, "max_ms": 0.012, "p95_ms": 0.012}, "scenario.falldown_detected_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.06, "p95_ms": 0.06}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.043, "count": 15, "max_ms": 0.059, "p95_ms": 0.059}, "worker_merge_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 40.692, "count": 15, "max_ms": 50.531, "p95_ms": 50.531}, "visualize": {"avg_ms": 1.381, "count": 15, "max_ms": 2.591, "p95_ms": 2.591}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.798, "count": 15, "max_ms": 1.742, "p95_ms": 1.742}, "visualize_input_copy_ms": {"avg_ms": 0.463, "count": 15, "max_ms": 0.976, "p95_ms": 0.976}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.733, "count": 15, "max_ms": 1.643, "p95_ms": 1.643}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.068, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2091.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 217648, "write_bytes_delta": 217648, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 27.0, "cpu_core_ratio": 0.018346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5639.0, "pid": 48612, "reason": null, "system_cpu_core_ratio": 0.007194, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.011151, "user_cpu_s_delta": 0.3099999999994907}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.002158, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.004317, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.039, "count": 2, "max_ms": 2.365, "p95_ms": 2.365, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 2}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.698, "count": 30, "max": 47.591, "p95": 39.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.366, "count": 30, "max": 21.997, "p95": 21.052, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 750.0, "count": 30, "max": 869.0, "p95": 863.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 194.4, "count": 30, "max": 5639.0, "p95": 106.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.224, "count": 30, "max": 0.269, "p95": 0.265, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.352, "count": 30, "max": 10.111, "p95": 0.249, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 231083.167, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 215889.8, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21500.2, "count": 30, "max": 131349.0, "p95": 62404.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.349, "p95": 0.231, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.701, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T17:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.594, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10220.926, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7455012249600, "copied_frame_count": 2696402, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 7455012249600, "frame_buffer_copies": 2696402, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0731, "count": 512, "max_ms": 0.2654, "p50_ms": 0.0685, "p95_ms": 0.1186, "p99_ms": 0.1371}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9625, "count": 512, "max_ms": 4.174, "p50_ms": 0.8604, "p95_ms": 1.5443, "p99_ms": 2.1848, "results": {"failed": 0, "not_applicable": 0, "success": 2696402, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:18+09:00", "last_error_summary": "[h264 @ 0x646788893180] error while decoding MB 77 48, bytestream -6 [h264 @ 0x646788886240] error while decoding MB 68 36, bytestream -14 [in#0/rtsp @ 0x6467886bbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6467886bbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 19398.119, "last_started_at": "2026-11-02T12:07:59+09:00", "pid": 48612, "process": {"exists": false, "pid": 48612}, "restart_count": 6, "restart_count_per_hour": 0, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-11-02T17:31:18+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-02T17:31:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.806, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 281.194, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-02T17:31:18.033907+09:00", "mtime_epoch": 1793608278.0339074, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 215918}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T17:31:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2107.566, "name": "celery", "pid": 180, "rss_mb": 2102.684, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.79, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 15, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.524, "pushed": 0.524, "read": 0.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 88.722, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.482, "count": 15, "max_ms": 1.317, "p95_ms": 1.174, "reason": null, "sample_age_ms": 119.8, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 15, "max_ms": 0.932, "p95_ms": 0.84, "reason": null, "sample_age_ms": 120.066, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 15, "max_ms": 0.089, "p95_ms": 0.088, "reason": null, "sample_age_ms": 88.727, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.845, "count": 15, "max_ms": 0.956, "p95_ms": 0.946, "reason": null, "sample_age_ms": 118.836, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.819, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.819, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.031, "count": 15, "max_ms": 44.185, "p95_ms": 36.579, "reason": null, "sample_age_ms": 88.718, "source": "client_direct"}, "sample_age_ms": 88.715, "source": "client_direct", "task_total_ms": {"avg_ms": 30.051, "count": 15, "max_ms": 45.242, "p95_ms": 37.566, "reason": null, "sample_age_ms": 88.715, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 79.385, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.166, "count": 15, "max_ms": 11.741, "p95_ms": 11.201, "reason": null, "sample_age_ms": 109.537, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 15, "max_ms": 0.018, "p95_ms": 0.017, "reason": null, "sample_age_ms": 119.922, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.036, "count": 15, "max_ms": 0.057, "p95_ms": 0.055, "reason": null, "sample_age_ms": 79.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.236, "count": 15, "max_ms": 1.71, "p95_ms": 1.6, "reason": null, "sample_age_ms": 108.298, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.276, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.438, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.971, "count": 15, "max_ms": 37.955, "p95_ms": 33.05, "reason": null, "sample_age_ms": 79.382, "source": "client_direct"}, "sample_age_ms": 79.38, "source": "client_direct", "task_total_ms": {"avg_ms": 29.345, "count": 15, "max_ms": 39.048, "p95_ms": 34.205, "reason": null, "sample_age_ms": 79.38, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 84.084, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.395, "count": 15, "max_ms": 7.252, "p95_ms": 7.097, "reason": null, "sample_age_ms": 113.428, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 15, "max_ms": 0.02, "p95_ms": 0.018, "reason": null, "sample_age_ms": 119.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.069, "p95_ms": 0.064, "reason": null, "sample_age_ms": 84.089, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.231, "count": 15, "max_ms": 1.863, "p95_ms": 1.72, "reason": null, "sample_age_ms": 112.36, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.344, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.161, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.335, "count": 15, "max_ms": 40.974, "p95_ms": 36.047, "reason": null, "sample_age_ms": 84.081, "source": "client_direct"}, "sample_age_ms": 84.079, "source": "client_direct", "task_total_ms": {"avg_ms": 30.718, "count": 15, "max_ms": 42.97, "p95_ms": 37.525, "reason": null, "sample_age_ms": 84.079, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 84.513, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.945, "count": 15, "max_ms": 3.604, "p95_ms": 3.337, "reason": null, "sample_age_ms": 116.877, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 15, "max_ms": 0.024, "p95_ms": 0.023, "reason": null, "sample_age_ms": 119.989, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 15, "max_ms": 0.244, "p95_ms": 0.174, "reason": null, "sample_age_ms": 84.525, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.039, "count": 15, "max_ms": 1.281, "p95_ms": 1.236, "reason": null, "sample_age_ms": 115.946, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.932, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.791, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.302, "count": 15, "max_ms": 44.567, "p95_ms": 42.232, "reason": null, "sample_age_ms": 84.508, "source": "client_direct"}, "sample_age_ms": 84.503, "source": "client_direct", "task_total_ms": {"avg_ms": 35.546, "count": 15, "max_ms": 45.605, "p95_ms": 43.455, "reason": null, "sample_age_ms": 84.503, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.309, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.387, "count": 15, "max_ms": 2.511, "p95_ms": 2.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.121, "count": 15, "max_ms": 0.177, "p95_ms": 0.177}, "detection_prepare_ms": {"avg_ms": 0.495, "count": 15, "max_ms": 0.966, "p95_ms": 0.966}, "event_filter_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 15, "max_ms": 0.202, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.001, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 15, "max_ms": 0.222, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.022, "count": 15, "max_ms": 0.026, "p95_ms": 0.026}, "total_inside_ms": {"avg_ms": 1.357, "count": 15, "max_ms": 2.477, "p95_ms": 2.477}, "track_match_ms": {"avg_ms": 0.024, "count": 15, "max_ms": 0.063, "p95_ms": 0.063}, "tracker_update_ms": {"avg_ms": 0.434, "count": 15, "max_ms": 0.915, "p95_ms": 0.915}}, "gstreamer_push": {"avg_ms": 2.186, "count": 15, "max_ms": 6.985, "p95_ms": 6.985}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 15, "max_ms": 0.015, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.858, "count": 15, "max_ms": 46.53, "p95_ms": 46.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.079, "count": 15, "max_ms": 50.525, "p95_ms": 50.525}, "yolo11_640_fire_11class": {"avg_ms": 37.721, "count": 15, "max_ms": 50.044, "p95_ms": 50.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.014, "count": 15, "max_ms": 50.038, "p95_ms": 50.038}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.224, "count": 15, "max_ms": 7.9, "p95_ms": 7.9}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.061, "count": 15, "max_ms": 52.382, "p95_ms": 52.382}, "inference_input_copy_ms": {"avg_ms": 0.604, "count": 15, "max_ms": 0.764, "p95_ms": 0.764}, "processing_residual_ms": {"avg_ms": 0.052, "count": 15, "max_ms": 0.067, "p95_ms": 0.067}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 45.941, "count": 15, "max_ms": 54.464, "p95_ms": 54.464}, "read_interval": {"avg_ms": 2574.406, "count": 15, "max_ms": 27787.037, "p95_ms": 27787.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 15, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.104, "count": 15, "max_ms": 0.141, "p95_ms": 0.141}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 15, "max_ms": 0.012, "p95_ms": 0.012}, "scenario.falldown_detected_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.06, "p95_ms": 0.06}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 15, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.043, "count": 15, "max_ms": 0.059, "p95_ms": 0.059}, "worker_merge_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 40.692, "count": 15, "max_ms": 50.531, "p95_ms": 50.531}, "visualize": {"avg_ms": 1.381, "count": 15, "max_ms": 2.591, "p95_ms": 2.591}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.798, "count": 15, "max_ms": 1.742, "p95_ms": 1.742}, "visualize_input_copy_ms": {"avg_ms": 0.463, "count": 15, "max_ms": 0.976, "p95_ms": 0.976}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.733, "count": 15, "max_ms": 1.643, "p95_ms": 1.643}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 15, "max_ms": 0.068, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2091.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 217648, "write_bytes_delta": 217648, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 27.0, "cpu_core_ratio": 0.018346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5639.0, "pid": 48612, "reason": null, "system_cpu_core_ratio": 0.007194, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.011151, "user_cpu_s_delta": 0.3099999999994907}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.002158, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.004317, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.039, "count": 2, "max_ms": 2.365, "p95_ms": 2.365, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 2}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.698, "count": 30, "max": 47.591, "p95": 39.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.366, "count": 30, "max": 21.997, "p95": 21.052, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 750.0, "count": 30, "max": 869.0, "p95": 863.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 194.4, "count": 30, "max": 5639.0, "p95": 106.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.224, "count": 30, "max": 0.269, "p95": 0.265, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.352, "count": 30, "max": 10.111, "p95": 0.249, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 231083.167, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 215889.8, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21500.2, "count": 30, "max": 131349.0, "p95": 62404.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.349, "p95": 0.231, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.701, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T17:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.619, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10381.551, "limit_mb": null}, "detail": {"pid": 55920, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7455012249600, "copied_frame_count": 2696402, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T02:36:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4510666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T02:36:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.904}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 3, "events_failed": 0, "events_observed": 24, "events_suppressed": 21, "frame_buffer_copied_bytes": 7455012249600, "frame_buffer_copies": 2696402, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0731, "count": 512, "max_ms": 0.2654, "p50_ms": 0.0685, "p95_ms": 0.1186, "p99_ms": 0.1371}, "stages": {"db_insert": {"avg_ms": 17.8372, "count": 3, "max_ms": 23.2711, "p50_ms": 18.424, "p95_ms": 22.7864, "p99_ms": 23.1741, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1061, "count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 223.6718, "count": 24, "max_ms": 1896.8592, "p50_ms": 0.9359, "p95_ms": 1821.3413, "p99_ms": 1888.9368, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9625, "count": 512, "max_ms": 4.174, "p50_ms": 0.8604, "p95_ms": 1.5443, "p99_ms": 2.1848, "results": {"failed": 0, "not_applicable": 0, "success": 2696402, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 96.9274, "count": 24, "max_ms": 966.8325, "p50_ms": 1.1072, "p95_ms": 771.7621, "p99_ms": 932.4128, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 36.3993, "count": 3, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 55.6881, "p99_ms": 57.5646, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3709, "count": 150, "max_ms": 8.8731, "p50_ms": 4.241, "p95_ms": 6.0401, "p99_ms": 7.6137, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1994, "count": 150, "max_ms": 3.4596, "p50_ms": 1.1107, "p95_ms": 1.881, "p99_ms": 2.4494, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 763.0635, "count": 3, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 949.3577, "p99_ms": 961.3328, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 698.7551, "count": 3, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 890.95, "p99_ms": 903.3355, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 60.4699, "count": 3, "max_ms": 67.8533, "p50_ms": 59.3542, "p95_ms": 67.0034, "p99_ms": 67.6834, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3882, "count": 3, "max_ms": 1.9524, "p50_ms": 1.1275, "p95_ms": 1.8699, "p99_ms": 1.9359, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.3257, "count": 3, "max_ms": 34.7621, "p50_ms": 34.2898, "p95_ms": 34.7149, "p99_ms": 34.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.227, "count": 3, "max_ms": 1.9207, "p50_ms": 1.2081, "p95_ms": 1.8495, "p99_ms": 1.9065, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7357, "count": 24, "max_ms": 1.6161, "p50_ms": 0.6739, "p95_ms": 1.3228, "p99_ms": 1.5578, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4833, "count": 3, "max_ms": 0.499, "p50_ms": 0.4782, "p95_ms": 0.4969, "p99_ms": 0.4986, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 920.2838, "count": 3, "max_ms": 1307.5943, "p50_ms": 971.0508, "p95_ms": 1273.9399, "p99_ms": 1300.8634, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.2719, "count": 3, "max_ms": 9.3429, "p50_ms": 1.9275, "p95_ms": 8.6013, "p99_ms": 9.1946, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.7148, "count": 3, "max_ms": 45.5392, "p50_ms": 33.598, "p95_ms": 44.3451, "p99_ms": 45.3004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2816, "count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5165, "count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1015.3362, "count": 3, "max_ms": 1381.2346, "p50_ms": 1044.3179, "p95_ms": 1347.5429, "p99_ms": 1374.4962, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.6362, "p99_ms": 0.6863}, "wait_ms": {"count": 3, "max_ms": 2.317, "p50_ms": 1.1405, "p95_ms": 2.1994, "p99_ms": 2.2935}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15682, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 1.1996, "p50_ms": 1.094, "p95_ms": 1.189, "p99_ms": 1.1974}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:18+09:00", "last_error_summary": "[h264 @ 0x646788893180] error while decoding MB 77 48, bytestream -6 [h264 @ 0x646788886240] error while decoding MB 68 36, bytestream -14 [in#0/rtsp @ 0x6467886bbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6467886bbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:31:20+09:00", "pid": 55920, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.695, "name": "ffmpeg", "pid": 55920, "rss_mb": 46.695, "state": "S (sleeping)", "threads": 1}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.736, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.828, "last_frame_pushed_at": "2026-11-02T17:31:18+09:00", "last_frame_read_age_sec": 4.886, "last_frame_read_at": "2026-11-02T17:31:17+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.572, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 276.428, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.821, "exists": true, "mtime": "2026-11-02T17:31:18.033907+09:00", "mtime_epoch": 1793608278.0339074, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 215918}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-02T17:31:22+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2107.566, "name": "celery", "pid": 180, "rss_mb": 2094.004, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.557, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.643, "max": 1.0, "p95": 1.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.501, "pushed": 2.501, "read": 2.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.004, "count": 14, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4855.42, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.423, "count": 14, "max_ms": 1.113, "p95_ms": 0.746, "reason": null, "sample_age_ms": 4886.498, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.106, "count": 14, "max_ms": 0.801, "p95_ms": 0.333, "reason": null, "sample_age_ms": 4886.765, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 14, "max_ms": 0.089, "p95_ms": 0.086, "reason": null, "sample_age_ms": 4855.425, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.852, "count": 14, "max_ms": 0.956, "p95_ms": 0.947, "reason": null, "sample_age_ms": 4885.535, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4885.517, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4855.517, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.89, "count": 14, "max_ms": 44.185, "p95_ms": 37.122, "reason": null, "sample_age_ms": 4855.417, "source": "client_direct"}, "sample_age_ms": 4855.413, "source": "client_direct", "task_total_ms": {"avg_ms": 29.915, "count": 14, "max_ms": 45.242, "p95_ms": 38.115, "reason": null, "sample_age_ms": 4855.413, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.005, "count": 14, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4846.083, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.226, "count": 14, "max_ms": 11.741, "p95_ms": 11.24, "reason": null, "sample_age_ms": 4876.235, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.018, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4886.62, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.037, "count": 14, "max_ms": 0.057, "p95_ms": 0.056, "reason": null, "sample_age_ms": 4846.089, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.227, "count": 14, "max_ms": 1.71, "p95_ms": 1.608, "reason": null, "sample_age_ms": 4874.996, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4874.974, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4846.136, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.034, "count": 14, "max_ms": 37.955, "p95_ms": 33.4, "reason": null, "sample_age_ms": 4846.081, "source": "client_direct"}, "sample_age_ms": 4846.078, "source": "client_direct", "task_total_ms": {"avg_ms": 29.397, "count": 14, "max_ms": 39.048, "p95_ms": 34.551, "reason": null, "sample_age_ms": 4846.078, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.005, "count": 14, "max_ms": 0.007, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4850.782, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.465, "count": 14, "max_ms": 7.252, "p95_ms": 7.108, "reason": null, "sample_age_ms": 4880.126, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 14, "max_ms": 0.02, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4886.652, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 14, "max_ms": 0.069, "p95_ms": 0.064, "reason": null, "sample_age_ms": 4850.787, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.214, "count": 14, "max_ms": 1.863, "p95_ms": 1.73, "reason": null, "sample_age_ms": 4879.058, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4879.042, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4850.859, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.539, "count": 14, "max_ms": 40.974, "p95_ms": 36.399, "reason": null, "sample_age_ms": 4850.779, "source": "client_direct"}, "sample_age_ms": 4850.777, "source": "client_direct", "task_total_ms": {"avg_ms": 30.905, "count": 14, "max_ms": 42.97, "p95_ms": 37.914, "reason": null, "sample_age_ms": 4850.777, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.004, "count": 14, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4851.211, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.964, "count": 14, "max_ms": 3.604, "p95_ms": 3.356, "reason": null, "sample_age_ms": 4883.575, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.017, "count": 14, "max_ms": 0.023, "p95_ms": 0.022, "reason": null, "sample_age_ms": 4886.687, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 14, "max_ms": 0.244, "p95_ms": 0.179, "reason": null, "sample_age_ms": 4851.223, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.049, "count": 14, "max_ms": 1.281, "p95_ms": 1.24, "reason": null, "sample_age_ms": 4882.644, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4882.63, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4851.489, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.656, "count": 14, "max_ms": 44.567, "p95_ms": 42.399, "reason": null, "sample_age_ms": 4851.206, "source": "client_direct"}, "sample_age_ms": 4851.201, "source": "client_direct", "task_total_ms": {"avg_ms": 35.916, "count": 14, "max_ms": 45.605, "p95_ms": 43.608, "reason": null, "sample_age_ms": 4851.201, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.51, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.455, "count": 14, "max_ms": 2.511, "p95_ms": 2.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.121, "count": 14, "max_ms": 0.177, "p95_ms": 0.177}, "detection_prepare_ms": {"avg_ms": 0.525, "count": 14, "max_ms": 0.966, "p95_ms": 0.966}, "event_filter_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.117, "count": 14, "max_ms": 0.202, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 14, "max_ms": 0.222, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.022, "count": 14, "max_ms": 0.026, "p95_ms": 0.026}, "total_inside_ms": {"avg_ms": 1.424, "count": 14, "max_ms": 2.477, "p95_ms": 2.477}, "track_match_ms": {"avg_ms": 0.026, "count": 14, "max_ms": 0.063, "p95_ms": 0.063}, "tracker_update_ms": {"avg_ms": 0.464, "count": 14, "max_ms": 0.915, "p95_ms": 0.915}}, "gstreamer_push": {"avg_ms": 2.22, "count": 14, "max_ms": 6.985, "p95_ms": 6.985}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 14, "max_ms": 0.015, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.663, "count": 14, "max_ms": 46.53, "p95_ms": 46.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.143, "count": 14, "max_ms": 50.525, "p95_ms": 50.525}, "yolo11_640_fire_11class": {"avg_ms": 37.936, "count": 14, "max_ms": 50.044, "p95_ms": 50.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.356, "count": 14, "max_ms": 50.038, "p95_ms": 50.038}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.31, "count": 14, "max_ms": 7.9, "p95_ms": 7.9}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.281, "count": 14, "max_ms": 52.382, "p95_ms": 52.382}, "inference_input_copy_ms": {"avg_ms": 0.605, "count": 14, "max_ms": 0.764, "p95_ms": 0.764}, "processing_residual_ms": {"avg_ms": 0.052, "count": 14, "max_ms": 0.067, "p95_ms": 0.067}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.247, "count": 14, "max_ms": 54.464, "p95_ms": 54.464}, "read_interval": {"avg_ms": 2035.616, "count": 14, "max_ms": 27787.037, "p95_ms": 27787.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 14, "max_ms": 0.024, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.103, "count": 14, "max_ms": 0.141, "p95_ms": 0.141}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.012, "p95_ms": 0.012}, "scenario.falldown_detected_ms": {"avg_ms": 0.045, "count": 14, "max_ms": 0.06, "p95_ms": 0.06}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.042, "count": 14, "max_ms": 0.059, "p95_ms": 0.059}, "worker_merge_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 40.8, "count": 14, "max_ms": 50.531, "p95_ms": 50.531}, "visualize": {"avg_ms": 1.466, "count": 14, "max_ms": 2.591, "p95_ms": 2.591}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.85, "count": 14, "max_ms": 1.742, "p95_ms": 1.742}, "visualize_input_copy_ms": {"avg_ms": 0.496, "count": 14, "max_ms": 0.976, "p95_ms": 0.976}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.784, "count": 14, "max_ms": 1.643, "p95_ms": 1.643}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 14, "max_ms": 0.068, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2091.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.636, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2696389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 217648, "write_bytes_delta": 217648, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 27.0, "cpu_core_ratio": 0.018346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5639.0, "pid": 48612, "reason": null, "system_cpu_core_ratio": 0.007194, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.011151, "user_cpu_s_delta": 0.3099999999994907}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.002158, "system_cpu_s_delta": 0.059999999997671694, "user_cpu_core_ratio": 0.004317, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.039, "count": 2, "max_ms": 2.365, "p95_ms": 2.365, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 2}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 2}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.698, "count": 30, "max": 47.591, "p95": 39.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.366, "count": 30, "max": 21.997, "p95": 21.052, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 750.0, "count": 30, "max": 869.0, "p95": 863.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 194.4, "count": 30, "max": 5639.0, "p95": 106.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.224, "count": 30, "max": 0.269, "p95": 0.265, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.352, "count": 30, "max": 10.111, "p95": 0.249, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 231083.167, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 215889.8, "count": 30, "max": 245482.0, "p95": 241277.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21500.2, "count": 30, "max": 131349.0, "p95": 62404.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.349, "p95": 0.231, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.701, "p95": 0.554, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19559, "sampled_at": "2026-11-02T17:31:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 5.598, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4252133, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2585572, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10609.062, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ddb1cb22900] cabac decode of qscale diff failed at 33 54 [h264 @ 0x5ddb1cb22900] error while decoding MB 33 54, bytestream -4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160135270400, "copied_frame_count": 2589748, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160135270400, "frame_buffer_copies": 2589748, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0883, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0733, "p95_ms": 0.1609, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2222, "count": 512, "max_ms": 3.6778, "p50_ms": 1.1219, "p95_ms": 2.1216, "p99_ms": 2.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2589748, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 616, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:27+09:00", "last_error_summary": "[h264 @ 0x5ddb1cb22900] cabac decode of qscale diff failed at 33 54 [h264 @ 0x5ddb1cb22900] error while decoding MB 33 54, bytestream -4", "last_exit_at": "2026-11-02T17:30:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.03, "last_started_at": "2026-11-02T17:30:55+09:00", "pid": 55802, "process": {"exists": false, "pid": 55802}, "restart_count": 206, "restart_count_per_hour": 10, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.586, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-02T17:31:27+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-11-02T17:31:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.622, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 271.378, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-02T17:31:27.836964+09:00", "mtime_epoch": 1793608287.836964, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124334}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:31:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2589749, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.339, "max": 28.0, "p95": 27.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.742, "max": 4.0, "p95": 4.0, "sample_count": 62}, "total": {"avg": 3.742, "max": 4.0, "p95": 4.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 0.387, "max": 1.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 0.387, "max": 1.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 63, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.538, "pushed": 6.538, "read": 6.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.027, "p95_ms": 0.007, "reason": null, "sample_age_ms": 16.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 63, "max_ms": 5.358, "p95_ms": 1.696, "reason": null, "sample_age_ms": 60.609, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 63, "max_ms": 5.128, "p95_ms": 0.966, "reason": null, "sample_age_ms": 60.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 63, "max_ms": 0.667, "p95_ms": 0.452, "reason": null, "sample_age_ms": 16.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.057, "count": 63, "max_ms": 2.447, "p95_ms": 1.745, "reason": null, "sample_age_ms": 58.678, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.641, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.685, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.898, "count": 63, "max_ms": 56.397, "p95_ms": 48.275, "reason": null, "sample_age_ms": 16.004, "source": "client_direct"}, "sample_age_ms": 15.999, "source": "client_direct", "task_total_ms": {"avg_ms": 35.331, "count": 63, "max_ms": 58.701, "p95_ms": 49.715, "reason": null, "sample_age_ms": 15.999, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.555, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.062, "count": 62, "max_ms": 16.86, "p95_ms": 13.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 62, "max_ms": 0.627, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 1.228, "count": 62, "max_ms": 6.476, "p95_ms": 1.798}, "event_filter_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.375, "count": 62, "max_ms": 0.566, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 5.191, "count": 62, "max_ms": 9.119, "p95_ms": 8.192}, "setup_ms": {"avg_ms": 0.025, "count": 62, "max_ms": 0.062, "p95_ms": 0.034}, "total_inside_ms": {"avg_ms": 9.025, "count": 62, "max_ms": 16.806, "p95_ms": 13.146}, "track_match_ms": {"avg_ms": 0.082, "count": 62, "max_ms": 0.169, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.764, "count": 62, "max_ms": 4.977, "p95_ms": 2.506}}, "gstreamer_push": {"avg_ms": 1.855, "count": 62, "max_ms": 3.346, "p95_ms": 2.636}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 62, "max_ms": 0.322, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.061, "count": 62, "max_ms": 59.286, "p95_ms": 52.925}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.724, "count": 62, "max_ms": 7.943, "p95_ms": 6.335}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.25, "count": 62, "max_ms": 116.464, "p95_ms": 99.569}, "inference_input_copy_ms": {"avg_ms": 0.984, "count": 62, "max_ms": 2.428, "p95_ms": 1.777}, "processing_residual_ms": {"avg_ms": 0.14, "count": 62, "max_ms": 0.486, "p95_ms": 0.243}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.097, "count": 62, "max_ms": 121.799, "p95_ms": 104.299}, "read_interval": {"avg_ms": 1122.033, "count": 63, "max_ms": 61266.559, "p95_ms": 152.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 62, "max_ms": 0.028, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 5.143, "count": 62, "max_ms": 9.063, "p95_ms": 8.131}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 62, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.131, "count": 62, "max_ms": 9.047, "p95_ms": 8.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.07, "count": 62, "max_ms": 59.294, "p95_ms": 52.931}, "visualize": {"avg_ms": 27.193, "count": 62, "max_ms": 48.97, "p95_ms": 37.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.41, "count": 62, "max_ms": 37.003, "p95_ms": 26.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.096, "count": 62, "max_ms": 47.369, "p95_ms": 36.882}, "visualize_input_copy_ms": {"avg_ms": 0.956, "count": 62, "max_ms": 1.724, "p95_ms": 1.569}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.009, "count": 62, "max_ms": 47.193, "p95_ms": 36.716}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 62, "max_ms": 0.115, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.388, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.256, "exists": true, "size_bytes": 126205, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55798, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000312, "system_cpu_s_delta": 0.010000000009313226, "user_cpu_core_ratio": 0.002805, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.041, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.541, "count": 30, "max": 20.194, "p95": 19.165, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.218, "count": 30, "max": 34.256, "p95": 1.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124649.633, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120442.8, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1344.2, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19871, "sampled_at": "2026-11-02T17:30:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.483, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4252133, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2585572, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10635.18, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:31:27+09:00", "last_error_summary": "[h264 @ 0x5ddb1cb22900] cabac decode of qscale diff failed at 33 54 [h264 @ 0x5ddb1cb22900] error while decoding MB 33 54, bytestream -4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160138035200, "copied_frame_count": 2589749, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160138035200, "frame_buffer_copies": 2589749, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0884, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0735, "p95_ms": 0.1609, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2219, "count": 512, "max_ms": 3.6778, "p50_ms": 1.1155, "p95_ms": 2.1216, "p99_ms": 2.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2589749, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 616, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:27+09:00", "last_error_summary": "[h264 @ 0x5ddb1cb22900] cabac decode of qscale diff failed at 33 54 [h264 @ 0x5ddb1cb22900] error while decoding MB 33 54, bytestream -4", "last_exit_at": "2026-11-02T17:31:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.089, "last_started_at": "2026-11-02T17:30:55+09:00", "pid": 55802, "process": {"exists": false, "pid": 55802}, "restart_count": 206, "restart_count_per_hour": 10, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.586, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:31:27+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-11-02T17:31:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.675, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 271.325, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-11-02T17:31:27.836964+09:00", "mtime_epoch": 1793608287.836964, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124334}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:31:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2589749, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.524, "max": 28.0, "p95": 27.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}, "total": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 0.381, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 0.381, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.603, "pushed": 6.603, "read": 6.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.027, "p95_ms": 0.007, "reason": null, "sample_age_ms": 74.664, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 63, "max_ms": 5.358, "p95_ms": 1.696, "reason": null, "sample_age_ms": 119.263, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 63, "max_ms": 5.128, "p95_ms": 0.966, "reason": null, "sample_age_ms": 119.533, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 63, "max_ms": 0.667, "p95_ms": 0.452, "reason": null, "sample_age_ms": 74.68, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.057, "count": 63, "max_ms": 2.447, "p95_ms": 1.745, "reason": null, "sample_age_ms": 117.332, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.295, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.339, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.898, "count": 63, "max_ms": 56.397, "p95_ms": 48.275, "reason": null, "sample_age_ms": 74.657, "source": "client_direct"}, "sample_age_ms": 74.652, "source": "client_direct", "task_total_ms": {"avg_ms": 35.331, "count": 63, "max_ms": 58.701, "p95_ms": 49.715, "reason": null, "sample_age_ms": 74.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.434, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.102, "count": 63, "max_ms": 16.86, "p95_ms": 13.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 63, "max_ms": 0.627, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 1.244, "count": 63, "max_ms": 6.476, "p95_ms": 2.255}, "event_filter_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.375, "count": 63, "max_ms": 0.566, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 5.195, "count": 63, "max_ms": 9.119, "p95_ms": 8.192}, "setup_ms": {"avg_ms": 0.026, "count": 63, "max_ms": 0.062, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 9.064, "count": 63, "max_ms": 16.806, "p95_ms": 13.146}, "track_match_ms": {"avg_ms": 0.082, "count": 63, "max_ms": 0.169, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.782, "count": 63, "max_ms": 4.977, "p95_ms": 2.931}}, "gstreamer_push": {"avg_ms": 1.857, "count": 63, "max_ms": 3.346, "p95_ms": 2.636}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 63, "max_ms": 0.322, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.21, "count": 63, "max_ms": 59.286, "p95_ms": 52.925}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.72, "count": 63, "max_ms": 7.943, "p95_ms": 6.335}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.844, "count": 63, "max_ms": 116.464, "p95_ms": 100.961}, "inference_input_copy_ms": {"avg_ms": 0.988, "count": 63, "max_ms": 2.428, "p95_ms": 1.777}, "processing_residual_ms": {"avg_ms": 0.142, "count": 63, "max_ms": 0.486, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.694, "count": 63, "max_ms": 121.799, "p95_ms": 107.602}, "read_interval": {"avg_ms": 1122.033, "count": 63, "max_ms": 61266.559, "p95_ms": 152.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.028, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 5.147, "count": 63, "max_ms": 9.063, "p95_ms": 8.131}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 63, "max_ms": 0.02, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.135, "count": 63, "max_ms": 9.047, "p95_ms": 8.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.218, "count": 63, "max_ms": 59.294, "p95_ms": 52.931}, "visualize": {"avg_ms": 27.595, "count": 63, "max_ms": 52.514, "p95_ms": 41.008}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.495, "count": 63, "max_ms": 37.003, "p95_ms": 26.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.405, "count": 63, "max_ms": 47.369, "p95_ms": 39.638}, "visualize_input_copy_ms": {"avg_ms": 1.049, "count": 63, "max_ms": 6.788, "p95_ms": 1.596}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.317, "count": 63, "max_ms": 47.193, "p95_ms": 39.523}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 63, "max_ms": 0.115, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.388, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.256, "exists": true, "size_bytes": 126205, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55798, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000312, "system_cpu_s_delta": 0.010000000009313226, "user_cpu_core_ratio": 0.002805, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.041, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.541, "count": 30, "max": 20.194, "p95": 19.165, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.218, "count": 30, "max": 34.256, "p95": 1.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124649.633, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120442.8, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1344.2, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19871, "sampled_at": "2026-11-02T17:30:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.541, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4252133, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2585572, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10656.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160138035200, "copied_frame_count": 2589749, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160138035200, "frame_buffer_copies": 2589749, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0884, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0735, "p95_ms": 0.1609, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2219, "count": 512, "max_ms": 3.6778, "p50_ms": 1.1155, "p95_ms": 2.1216, "p99_ms": 2.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2589749, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 616, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:27+09:00", "last_error_summary": "[h264 @ 0x5ddb1cb22900] cabac decode of qscale diff failed at 33 54 [h264 @ 0x5ddb1cb22900] error while decoding MB 33 54, bytestream -4", "last_exit_at": "2026-11-02T17:31:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.118, "last_started_at": "2026-11-02T17:30:55+09:00", "pid": 55802, "process": {"exists": false, "pid": 55802}, "restart_count": 206, "restart_count_per_hour": 10, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 207}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.586, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-02T17:31:27+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-11-02T17:31:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.708, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 271.292, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-02T17:31:27.961965+09:00", "mtime_epoch": 1793608287.9619646, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124397}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:31:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2589749, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.524, "max": 28.0, "p95": 27.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}, "total": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 0.381, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 0.381, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.583, "pushed": 6.583, "read": 6.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.027, "p95_ms": 0.007, "reason": null, "sample_age_ms": 104.559, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 63, "max_ms": 5.358, "p95_ms": 1.696, "reason": null, "sample_age_ms": 149.158, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 63, "max_ms": 5.128, "p95_ms": 0.966, "reason": null, "sample_age_ms": 149.428, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 63, "max_ms": 0.667, "p95_ms": 0.452, "reason": null, "sample_age_ms": 104.575, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.057, "count": 63, "max_ms": 2.447, "p95_ms": 1.745, "reason": null, "sample_age_ms": 147.227, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.19, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.898, "count": 63, "max_ms": 56.397, "p95_ms": 48.275, "reason": null, "sample_age_ms": 104.552, "source": "client_direct"}, "sample_age_ms": 104.548, "source": "client_direct", "task_total_ms": {"avg_ms": 35.331, "count": 63, "max_ms": 58.701, "p95_ms": 49.715, "reason": null, "sample_age_ms": 104.548, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.102, "count": 63, "max_ms": 16.86, "p95_ms": 13.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 63, "max_ms": 0.627, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 1.244, "count": 63, "max_ms": 6.476, "p95_ms": 2.255}, "event_filter_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.375, "count": 63, "max_ms": 0.566, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 5.195, "count": 63, "max_ms": 9.119, "p95_ms": 8.192}, "setup_ms": {"avg_ms": 0.026, "count": 63, "max_ms": 0.062, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 9.064, "count": 63, "max_ms": 16.806, "p95_ms": 13.146}, "track_match_ms": {"avg_ms": 0.082, "count": 63, "max_ms": 0.169, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.782, "count": 63, "max_ms": 4.977, "p95_ms": 2.931}}, "gstreamer_push": {"avg_ms": 1.857, "count": 63, "max_ms": 3.346, "p95_ms": 2.636}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 63, "max_ms": 0.322, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.21, "count": 63, "max_ms": 59.286, "p95_ms": 52.925}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.72, "count": 63, "max_ms": 7.943, "p95_ms": 6.335}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.844, "count": 63, "max_ms": 116.464, "p95_ms": 100.961}, "inference_input_copy_ms": {"avg_ms": 0.988, "count": 63, "max_ms": 2.428, "p95_ms": 1.777}, "processing_residual_ms": {"avg_ms": 0.142, "count": 63, "max_ms": 0.486, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.694, "count": 63, "max_ms": 121.799, "p95_ms": 107.602}, "read_interval": {"avg_ms": 1122.033, "count": 63, "max_ms": 61266.559, "p95_ms": 152.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.028, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 5.147, "count": 63, "max_ms": 9.063, "p95_ms": 8.131}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 63, "max_ms": 0.02, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.135, "count": 63, "max_ms": 9.047, "p95_ms": 8.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.218, "count": 63, "max_ms": 59.294, "p95_ms": 52.931}, "visualize": {"avg_ms": 27.595, "count": 63, "max_ms": 52.514, "p95_ms": 41.008}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.495, "count": 63, "max_ms": 37.003, "p95_ms": 26.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.405, "count": 63, "max_ms": 47.369, "p95_ms": 39.638}, "visualize_input_copy_ms": {"avg_ms": 1.049, "count": 63, "max_ms": 6.788, "p95_ms": 1.596}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.317, "count": 63, "max_ms": 47.193, "p95_ms": 39.523}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 63, "max_ms": 0.115, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.388, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34.256, "exists": true, "size_bytes": 126205, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55798, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000312, "system_cpu_s_delta": 0.010000000009313226, "user_cpu_core_ratio": 0.002805, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.041, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.541, "count": 30, "max": 20.194, "p95": 19.165, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.218, "count": 30, "max": 34.256, "p95": 1.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124649.633, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120442.8, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1344.2, "count": 30, "max": 39735.0, "p95": 48.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19871, "sampled_at": "2026-11-02T17:30:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:30:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 9.571, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4252133, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2585572, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10764.148, "limit_mb": null}, "detail": {"pid": 56150, "restart_count": 207, "start_count": 208}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160138035200, "copied_frame_count": 2589749, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160138035200, "frame_buffer_copies": 2589749, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0884, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0735, "p95_ms": 0.1609, "p99_ms": 0.2087}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2219, "count": 512, "max_ms": 3.6778, "p50_ms": 1.1155, "p95_ms": 2.1216, "p99_ms": 2.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2589749, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 195, "h264_decode_error_count": 616, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:27+09:00", "last_error_summary": "[h264 @ 0x5ddb1cb22900] cabac decode of qscale diff failed at 33 54 [h264 @ 0x5ddb1cb22900] error while decoding MB 33 54, bytestream -4", "last_exit_at": "2026-11-02T17:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:31:30+09:00", "pid": 56150, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.055, "name": "ffmpeg", "pid": 56150, "rss_mb": 47.055, "state": "S (sleeping)", "threads": 1}, "restart_count": 207, "restart_count_per_hour": 11, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.141, "sample_count": 1800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.721, "last_frame_pushed_at": "2026-11-02T17:31:27+09:00", "last_frame_read_age_sec": 4.839, "last_frame_read_at": "2026-11-02T17:31:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.39, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 266.61, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.707, "exists": true, "mtime": "2026-11-02T17:31:27.961965+09:00", "mtime_epoch": 1793608287.9619646, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124397}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:31:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2057.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2589749, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.524, "max": 28.0, "p95": 27.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}, "total": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 0.381, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 0.381, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.418, "pushed": 4.418, "read": 4.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.027, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4794.376, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 63, "max_ms": 5.358, "p95_ms": 1.696, "reason": null, "sample_age_ms": 4838.975, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 63, "max_ms": 5.128, "p95_ms": 0.966, "reason": null, "sample_age_ms": 4839.245, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 63, "max_ms": 0.667, "p95_ms": 0.452, "reason": null, "sample_age_ms": 4794.392, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.057, "count": 63, "max_ms": 2.447, "p95_ms": 1.745, "reason": null, "sample_age_ms": 4837.044, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4837.007, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4795.051, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.898, "count": 63, "max_ms": 56.397, "p95_ms": 48.275, "reason": null, "sample_age_ms": 4794.369, "source": "client_direct"}, "sample_age_ms": 4794.364, "source": "client_direct", "task_total_ms": {"avg_ms": 35.331, "count": 63, "max_ms": 58.701, "p95_ms": 49.715, "reason": null, "sample_age_ms": 4794.364, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.102, "count": 63, "max_ms": 16.86, "p95_ms": 13.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 63, "max_ms": 0.627, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 1.244, "count": 63, "max_ms": 6.476, "p95_ms": 2.255}, "event_filter_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.375, "count": 63, "max_ms": 0.566, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 5.195, "count": 63, "max_ms": 9.119, "p95_ms": 8.192}, "setup_ms": {"avg_ms": 0.026, "count": 63, "max_ms": 0.062, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 9.064, "count": 63, "max_ms": 16.806, "p95_ms": 13.146}, "track_match_ms": {"avg_ms": 0.082, "count": 63, "max_ms": 0.169, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.782, "count": 63, "max_ms": 4.977, "p95_ms": 2.931}}, "gstreamer_push": {"avg_ms": 1.857, "count": 63, "max_ms": 3.346, "p95_ms": 2.636}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 63, "max_ms": 0.322, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.21, "count": 63, "max_ms": 59.286, "p95_ms": 52.925}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.72, "count": 63, "max_ms": 7.943, "p95_ms": 6.335}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.844, "count": 63, "max_ms": 116.464, "p95_ms": 100.961}, "inference_input_copy_ms": {"avg_ms": 0.988, "count": 63, "max_ms": 2.428, "p95_ms": 1.777}, "processing_residual_ms": {"avg_ms": 0.142, "count": 63, "max_ms": 0.486, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.694, "count": 63, "max_ms": 121.799, "p95_ms": 107.602}, "read_interval": {"avg_ms": 1122.033, "count": 63, "max_ms": 61266.559, "p95_ms": 152.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.028, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 5.147, "count": 63, "max_ms": 9.063, "p95_ms": 8.131}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 63, "max_ms": 0.02, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.135, "count": 63, "max_ms": 9.047, "p95_ms": 8.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.218, "count": 63, "max_ms": 59.294, "p95_ms": 52.931}, "visualize": {"avg_ms": 27.595, "count": 63, "max_ms": 52.514, "p95_ms": 41.008}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.495, "count": 63, "max_ms": 37.003, "p95_ms": 26.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.405, "count": 63, "max_ms": 47.369, "p95_ms": 39.638}, "visualize_input_copy_ms": {"avg_ms": 1.049, "count": 63, "max_ms": 6.788, "p95_ms": 1.596}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.317, "count": 63, "max_ms": 47.193, "p95_ms": 39.523}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 63, "max_ms": 0.115, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.162, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.702, "sample_count": 1821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.678, "exists": true, "size_bytes": 124397, "write_bytes_delta": 124397, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 55802, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.000826, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.348149, "system_cpu_s_delta": 4.2299999999959255, "user_cpu_core_ratio": 0.652677, "user_cpu_s_delta": 7.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.857, "count": 63, "max_ms": 3.346, "p95_ms": 2.636, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.524, "max": 28.0, "p95": 27.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.746, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 3.746, "max": 4.0, "p95": 4.0, "sample_count": 63}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.906, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.546, "count": 30, "max": 19.416, "p95": 18.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1133.167, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.333, "count": 30, "max": 9689.0, "p95": 2644.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.308, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.348, "count": 30, "max": 61.248, "p95": 20.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124654.933, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116241.267, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1342.967, "count": 30, "max": 39735.0, "p95": 40.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.03, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19873, "sampled_at": "2026-11-02T17:31:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 14.261, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3636511, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2656289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656285}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10571.141, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5767e0d77280] error while decoding MB 32 58, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356496896000, "copied_frame_count": 2660770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356496896000, "frame_buffer_copies": 2660770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0992, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0864, "p95_ms": 0.1656, "p99_ms": 0.2239}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1921, "count": 512, "max_ms": 3.4503, "p50_ms": 1.084, "p95_ms": 2.1591, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:50+09:00", "last_error_summary": "[h264 @ 0x5767e0d77280] error while decoding MB 32 58, bytestream -7", "last_exit_at": "2026-11-02T15:09:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.485, "last_started_at": "2026-11-02T17:31:11+09:00", "pid": 55804, "process": {"exists": false, "pid": 55804}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.857, "sample_count": 1587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-02T17:31:50+09:00", "last_frame_read_age_sec": 0.055, "last_frame_read_at": "2026-11-02T17:31:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.92, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 249.08, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-02T17:31:50.159093+09:00", "mtime_epoch": 1793608310.1590927, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94696}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2133.258, "name": "celery", "pid": 176, "rss_mb": 2133.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 65}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 66, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.946, "pushed": 2.946, "read": 2.992}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.005, "count": 66, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 29.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.389, "count": 66, "max_ms": 1.64, "p95_ms": 1.351, "reason": null, "sample_age_ms": 55.975, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 66, "max_ms": 1.274, "p95_ms": 1.143, "reason": null, "sample_age_ms": 56.225, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 66, "max_ms": 0.332, "p95_ms": 0.287, "reason": null, "sample_age_ms": 29.069, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.996, "count": 66, "max_ms": 2.837, "p95_ms": 1.657, "reason": null, "sample_age_ms": 55.171, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 55.144, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.222, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.759, "count": 66, "max_ms": 43.87, "p95_ms": 41.359, "reason": null, "sample_age_ms": 29.06, "source": "client_direct"}, "sample_age_ms": 29.056, "source": "client_direct", "task_total_ms": {"avg_ms": 32.044, "count": 66, "max_ms": 45.895, "p95_ms": 42.613, "reason": null, "sample_age_ms": 29.056, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.49, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.55, "count": 65, "max_ms": 1.245, "p95_ms": 1.0}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.168, "count": 65, "max_ms": 0.67, "p95_ms": 0.307}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 65, "max_ms": 0.214, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 65, "max_ms": 0.202, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 65, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 65, "max_ms": 0.561, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.027, "count": 65, "max_ms": 0.074, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.52, "count": 65, "max_ms": 1.209, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 65, "max_ms": 0.04, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.154, "count": 65, "max_ms": 4.028, "p95_ms": 3.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 65, "max_ms": 0.631, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.761, "count": 65, "max_ms": 46.56, "p95_ms": 43.224}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 65, "max_ms": 0.077, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.096, "count": 65, "max_ms": 79.847, "p95_ms": 72.088}, "inference_input_copy_ms": {"avg_ms": 1.058, "count": 65, "max_ms": 2.564, "p95_ms": 1.717}, "processing_residual_ms": {"avg_ms": 0.097, "count": 65, "max_ms": 0.266, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.28, "count": 65, "max_ms": 80.712, "p95_ms": 74.057}, "read_interval": {"avg_ms": 1163.215, "count": 66, "max_ms": 54766.81, "p95_ms": 3508.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 65, "max_ms": 0.021, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.09, "count": 65, "max_ms": 0.25, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 65, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 65, "max_ms": 0.234, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 65, "max_ms": 0.012, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.771, "count": 65, "max_ms": 46.571, "p95_ms": 43.232}, "visualize": {"avg_ms": 25.071, "count": 65, "max_ms": 42.797, "p95_ms": 33.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.473, "count": 65, "max_ms": 42.186, "p95_ms": 32.611}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.943, "count": 65, "max_ms": 42.678, "p95_ms": 33.225}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.88, "count": 65, "max_ms": 42.612, "p95_ms": 33.15}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 65, "max_ms": 0.071, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.46, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.598, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94656, "write_bytes_delta": 94656, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.283426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13044.0, "pid": 55804, "reason": null, "system_cpu_core_ratio": 0.015308, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.268118, "user_cpu_s_delta": 5.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.142409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.012988, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.12942, "user_cpu_s_delta": 2.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 60, "max_ms": 4.028, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.131, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.6, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5134.733, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.613, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94664.4, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85331.067, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.3, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22398, "sampled_at": "2026-11-02T17:31:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.061, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3636511, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2656289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656285}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10571.328, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:31:50+09:00", "last_error_summary": "[h264 @ 0x5767e0d77280] error while decoding MB 32 58, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356499660800, "copied_frame_count": 2660771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356499660800, "frame_buffer_copies": 2660771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0993, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0865, "p95_ms": 0.1656, "p99_ms": 0.2239}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1954, "count": 512, "max_ms": 3.4503, "p50_ms": 1.0858, "p95_ms": 2.1833, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:50+09:00", "last_error_summary": "[h264 @ 0x5767e0d77280] error while decoding MB 32 58, bytestream -7", "last_exit_at": "2026-11-02T17:31:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.505, "last_started_at": "2026-11-02T17:31:11+09:00", "pid": 55804, "process": {"exists": false, "pid": 55804}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.857, "sample_count": 1588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:31:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-02T17:31:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.94, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 249.06, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-02T17:31:50.159093+09:00", "mtime_epoch": 1793608310.1590927, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94696}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2133.254, "name": "celery", "pid": 176, "rss_mb": 2133.254, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.989, "pushed": 2.989, "read": 2.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.005, "count": 66, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 48.671, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.389, "count": 66, "max_ms": 1.64, "p95_ms": 1.351, "reason": null, "sample_age_ms": 75.583, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 66, "max_ms": 1.274, "p95_ms": 1.143, "reason": null, "sample_age_ms": 75.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 66, "max_ms": 0.332, "p95_ms": 0.287, "reason": null, "sample_age_ms": 48.677, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.996, "count": 66, "max_ms": 2.837, "p95_ms": 1.657, "reason": null, "sample_age_ms": 74.78, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 74.752, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.83, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.759, "count": 66, "max_ms": 43.87, "p95_ms": 41.359, "reason": null, "sample_age_ms": 48.668, "source": "client_direct"}, "sample_age_ms": 48.664, "source": "client_direct", "task_total_ms": {"avg_ms": 32.044, "count": 66, "max_ms": 45.895, "p95_ms": 42.613, "reason": null, "sample_age_ms": 48.664, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.858, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 66, "max_ms": 1.245, "p95_ms": 1.0}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 66, "max_ms": 0.67, "p95_ms": 0.307}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 66, "max_ms": 0.214, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 66, "max_ms": 0.202, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 66, "max_ms": 0.561, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.027, "count": 66, "max_ms": 0.074, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.519, "count": 66, "max_ms": 1.209, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 66, "max_ms": 0.04, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.167, "count": 66, "max_ms": 4.028, "p95_ms": 3.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.631, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.68, "count": 66, "max_ms": 46.56, "p95_ms": 43.224}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 66, "max_ms": 0.077, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.224, "count": 66, "max_ms": 79.847, "p95_ms": 72.088}, "inference_input_copy_ms": {"avg_ms": 1.055, "count": 66, "max_ms": 2.564, "p95_ms": 1.717}, "processing_residual_ms": {"avg_ms": 0.097, "count": 66, "max_ms": 0.266, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.404, "count": 66, "max_ms": 80.712, "p95_ms": 74.057}, "read_interval": {"avg_ms": 1163.215, "count": 66, "max_ms": 54766.81, "p95_ms": 3508.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 66, "max_ms": 0.021, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.09, "count": 66, "max_ms": 0.25, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 66, "max_ms": 0.234, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.012, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.69, "count": 66, "max_ms": 46.571, "p95_ms": 43.232}, "visualize": {"avg_ms": 25.284, "count": 66, "max_ms": 42.797, "p95_ms": 34.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.688, "count": 66, "max_ms": 42.186, "p95_ms": 34.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.157, "count": 66, "max_ms": 42.678, "p95_ms": 34.72}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.094, "count": 66, "max_ms": 42.612, "p95_ms": 34.651}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 66, "max_ms": 0.071, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.46, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.598, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94656, "write_bytes_delta": 94656, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.283426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13044.0, "pid": 55804, "reason": null, "system_cpu_core_ratio": 0.015308, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.268118, "user_cpu_s_delta": 5.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.142409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.012988, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.12942, "user_cpu_s_delta": 2.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 60, "max_ms": 4.028, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.131, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.6, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5134.733, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.613, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94664.4, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85331.067, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.3, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22398, "sampled_at": "2026-11-02T17:31:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.081, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3636511, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2656289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656285}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10570.828, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356499660800, "copied_frame_count": 2660771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356499660800, "frame_buffer_copies": 2660771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0993, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0865, "p95_ms": 0.1656, "p99_ms": 0.2239}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1954, "count": 512, "max_ms": 3.4503, "p50_ms": 1.0858, "p95_ms": 2.1833, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:50+09:00", "last_error_summary": "[h264 @ 0x5767e0d77280] error while decoding MB 32 58, bytestream -7", "last_exit_at": "2026-11-02T17:31:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.524, "last_started_at": "2026-11-02T17:31:11+09:00", "pid": 55804, "process": {"exists": false, "pid": 55804}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.857, "sample_count": 1588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-02T17:31:50+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-02T17:31:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.958, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 249.042, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-02T17:31:50.233093+09:00", "mtime_epoch": 1793608310.233093, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94661}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2133.254, "name": "celery", "pid": 176, "rss_mb": 2133.254, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.987, "pushed": 2.987, "read": 2.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.005, "count": 66, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 66.877, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.389, "count": 66, "max_ms": 1.64, "p95_ms": 1.351, "reason": null, "sample_age_ms": 93.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 66, "max_ms": 1.274, "p95_ms": 1.143, "reason": null, "sample_age_ms": 94.038, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 66, "max_ms": 0.332, "p95_ms": 0.287, "reason": null, "sample_age_ms": 66.883, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.996, "count": 66, "max_ms": 2.837, "p95_ms": 1.657, "reason": null, "sample_age_ms": 92.985, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.957, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.035, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.759, "count": 66, "max_ms": 43.87, "p95_ms": 41.359, "reason": null, "sample_age_ms": 66.874, "source": "client_direct"}, "sample_age_ms": 66.869, "source": "client_direct", "task_total_ms": {"avg_ms": 32.044, "count": 66, "max_ms": 45.895, "p95_ms": 42.613, "reason": null, "sample_age_ms": 66.869, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 66, "max_ms": 1.245, "p95_ms": 1.0}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 66, "max_ms": 0.67, "p95_ms": 0.307}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 66, "max_ms": 0.214, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 66, "max_ms": 0.202, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 66, "max_ms": 0.561, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.027, "count": 66, "max_ms": 0.074, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.519, "count": 66, "max_ms": 1.209, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 66, "max_ms": 0.04, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.167, "count": 66, "max_ms": 4.028, "p95_ms": 3.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.631, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.68, "count": 66, "max_ms": 46.56, "p95_ms": 43.224}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 66, "max_ms": 0.077, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.224, "count": 66, "max_ms": 79.847, "p95_ms": 72.088}, "inference_input_copy_ms": {"avg_ms": 1.055, "count": 66, "max_ms": 2.564, "p95_ms": 1.717}, "processing_residual_ms": {"avg_ms": 0.097, "count": 66, "max_ms": 0.266, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.404, "count": 66, "max_ms": 80.712, "p95_ms": 74.057}, "read_interval": {"avg_ms": 1163.215, "count": 66, "max_ms": 54766.81, "p95_ms": 3508.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 66, "max_ms": 0.021, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.09, "count": 66, "max_ms": 0.25, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 66, "max_ms": 0.234, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.012, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.69, "count": 66, "max_ms": 46.571, "p95_ms": 43.232}, "visualize": {"avg_ms": 25.284, "count": 66, "max_ms": 42.797, "p95_ms": 34.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.688, "count": 66, "max_ms": 42.186, "p95_ms": 34.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.157, "count": 66, "max_ms": 42.678, "p95_ms": 34.72}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.094, "count": 66, "max_ms": 42.612, "p95_ms": 34.651}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 66, "max_ms": 0.071, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.46, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.598, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94656, "write_bytes_delta": 94656, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.283426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13044.0, "pid": 55804, "reason": null, "system_cpu_core_ratio": 0.015308, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.268118, "user_cpu_s_delta": 5.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.142409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.012988, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.12942, "user_cpu_s_delta": 2.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 60, "max_ms": 4.028, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.131, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.6, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5134.733, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.613, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94664.4, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85331.067, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.3, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22398, "sampled_at": "2026-11-02T17:31:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.099, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3636511, "flush_count": 4487, "flush_interval_seconds": 30.0, "flush_state": {"count": 4487, "last_at": "2026-11-02T17:31:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:31:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4486}, "started": true, "suppressed_count": 2656289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656285}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4487, "written_record_count": 4487}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10618.508, "limit_mb": null}, "detail": {"pid": 56266, "restart_count": 135, "start_count": 136}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356499660800, "copied_frame_count": 2660771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356499660800, "frame_buffer_copies": 2660771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0993, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0865, "p95_ms": 0.1656, "p99_ms": 0.2239}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1954, "count": 512, "max_ms": 3.4503, "p50_ms": 1.0858, "p95_ms": 2.1833, "p99_ms": 2.861, "results": {"failed": 0, "not_applicable": 0, "success": 2660771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:31:50+09:00", "last_error_summary": "[h264 @ 0x5767e0d77280] error while decoding MB 32 58, bytestream -7", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:31:52+09:00", "pid": 56266, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.215, "name": "ffmpeg", "pid": 56266, "rss_mb": 75.215, "state": "R (running)", "threads": 1}, "restart_count": 135, "restart_count_per_hour": 10, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.538, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.247, "last_frame_pushed_at": "2026-11-02T17:31:50+09:00", "last_frame_read_age_sec": 4.321, "last_frame_read_at": "2026-11-02T17:31:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 355.193, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 244.807, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.24, "exists": true, "mtime": "2026-11-02T17:31:50.233093+09:00", "mtime_epoch": 1793608310.233093, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94661}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:31:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2133.258, "name": "celery", "pid": 176, "rss_mb": 2133.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.507, "pushed": 2.507, "read": 2.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.005, "count": 66, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4295.749, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.389, "count": 66, "max_ms": 1.64, "p95_ms": 1.351, "reason": null, "sample_age_ms": 4322.661, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 66, "max_ms": 1.274, "p95_ms": 1.143, "reason": null, "sample_age_ms": 4322.911, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 66, "max_ms": 0.332, "p95_ms": 0.287, "reason": null, "sample_age_ms": 4295.755, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.996, "count": 66, "max_ms": 2.837, "p95_ms": 1.657, "reason": null, "sample_age_ms": 4321.857, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4321.829, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4295.907, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.759, "count": 66, "max_ms": 43.87, "p95_ms": 41.359, "reason": null, "sample_age_ms": 4295.746, "source": "client_direct"}, "sample_age_ms": 4295.742, "source": "client_direct", "task_total_ms": {"avg_ms": 32.044, "count": 66, "max_ms": 45.895, "p95_ms": 42.613, "reason": null, "sample_age_ms": 4295.742, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.411, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.548, "count": 66, "max_ms": 1.245, "p95_ms": 1.0}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 66, "max_ms": 0.67, "p95_ms": 0.307}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 66, "max_ms": 0.214, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 66, "max_ms": 0.202, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 66, "max_ms": 0.561, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.027, "count": 66, "max_ms": 0.074, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.519, "count": 66, "max_ms": 1.209, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.01, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 66, "max_ms": 0.04, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.167, "count": 66, "max_ms": 4.028, "p95_ms": 3.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.631, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.68, "count": 66, "max_ms": 46.56, "p95_ms": 43.224}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 66, "max_ms": 0.077, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.224, "count": 66, "max_ms": 79.847, "p95_ms": 72.088}, "inference_input_copy_ms": {"avg_ms": 1.055, "count": 66, "max_ms": 2.564, "p95_ms": 1.717}, "processing_residual_ms": {"avg_ms": 0.097, "count": 66, "max_ms": 0.266, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.404, "count": 66, "max_ms": 80.712, "p95_ms": 74.057}, "read_interval": {"avg_ms": 1163.215, "count": 66, "max_ms": 54766.81, "p95_ms": 3508.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 66, "max_ms": 0.021, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.09, "count": 66, "max_ms": 0.25, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 66, "max_ms": 0.234, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.012, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 32.69, "count": 66, "max_ms": 46.571, "p95_ms": 43.232}, "visualize": {"avg_ms": 25.284, "count": 66, "max_ms": 42.797, "p95_ms": 34.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.688, "count": 66, "max_ms": 42.186, "p95_ms": 34.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.157, "count": 66, "max_ms": 42.678, "p95_ms": 34.72}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.094, "count": 66, "max_ms": 42.612, "p95_ms": 34.651}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 66, "max_ms": 0.071, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.46, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.598, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:31:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94656, "write_bytes_delta": 94656, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.283426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13044.0, "pid": 55804, "reason": null, "system_cpu_core_ratio": 0.015308, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.268118, "user_cpu_s_delta": 5.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.142409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.012988, "system_cpu_s_delta": 0.2800000000024738, "user_cpu_core_ratio": 0.12942, "user_cpu_s_delta": 2.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.163, "count": 60, "max_ms": 4.028, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.131, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.6, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5134.733, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.613, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94664.4, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85331.067, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.3, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22398, "sampled_at": "2026-11-02T17:31:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:31:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.327, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4253133, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2585720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585411}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10767.488, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d1756a4dd40] error while decoding MB 40 59, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160547225600, "copied_frame_count": 2589897, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160547225600, "frame_buffer_copies": 2589897, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0718, "p95_ms": 0.1506, "p99_ms": 0.2022}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.126, "count": 512, "max_ms": 3.0728, "p50_ms": 1.0225, "p95_ms": 1.9488, "p99_ms": 2.5966, "results": {"failed": 0, "not_applicable": 0, "success": 2589897, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 617, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:27+09:00", "last_error_summary": "[h264 @ 0x5d1756a4dd40] error while decoding MB 40 59, bytestream -5", "last_exit_at": "2026-11-02T17:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.307, "last_started_at": "2026-11-02T17:31:30+09:00", "pid": 56150, "process": {"exists": false, "pid": 56150}, "restart_count": 207, "restart_count_per_hour": 11, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.742, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-02T17:32:27+09:00", "last_frame_read_age_sec": 0.039, "last_frame_read_at": "2026-11-02T17:32:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.7, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 211.3, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-11-02T17:32:27.941310+09:00", "mtime_epoch": 1793608347.9413102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:32:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2058.027, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2589898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.488, "max": 22.0, "p95": 20.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.31, "max": 3.0, "p95": 3.0, "sample_count": 84}, "total": {"avg": 2.31, "max": 3.0, "p95": 3.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.238, "max": 2.0, "p95": 1.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.238, "max": 2.0, "p95": 1.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.896, "pushed": 2.896, "read": 2.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.017, "p95_ms": 0.008, "reason": null, "sample_age_ms": 11.152, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 2.985, "p95_ms": 1.841, "reason": null, "sample_age_ms": 41.153, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.199, "count": 85, "max_ms": 2.121, "p95_ms": 1.061, "reason": null, "sample_age_ms": 41.44, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.251, "count": 85, "max_ms": 0.903, "p95_ms": 0.395, "reason": null, "sample_age_ms": 11.161, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.171, "count": 85, "max_ms": 4.411, "p95_ms": 2.181, "reason": null, "sample_age_ms": 40.336, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 40.324, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.455, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.647, "count": 85, "max_ms": 66.936, "p95_ms": 54.797, "reason": null, "sample_age_ms": 11.149, "source": "client_direct"}, "sample_age_ms": 11.146, "source": "client_direct", "task_total_ms": {"avg_ms": 37.244, "count": 85, "max_ms": 71.803, "p95_ms": 56.858, "reason": null, "sample_age_ms": 11.146, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.093, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.884, "count": 84, "max_ms": 14.095, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.305, "count": 84, "max_ms": 1.138, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 1.175, "count": 84, "max_ms": 4.296, "p95_ms": 2.438}, "event_filter_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 84, "max_ms": 0.498, "p95_ms": 0.431}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.022, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.534, "count": 84, "max_ms": 7.699, "p95_ms": 6.001}, "setup_ms": {"avg_ms": 0.03, "count": 84, "max_ms": 0.086, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 6.846, "count": 84, "max_ms": 13.989, "p95_ms": 11.065}, "track_match_ms": {"avg_ms": 0.07, "count": 84, "max_ms": 0.258, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.455, "count": 84, "max_ms": 3.794, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.039, "count": 84, "max_ms": 4.202, "p95_ms": 3.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 84, "max_ms": 0.364, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.159, "count": 84, "max_ms": 75.761, "p95_ms": 59.366}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.692, "count": 84, "max_ms": 9.736, "p95_ms": 6.663}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.435, "count": 84, "max_ms": 128.542, "p95_ms": 109.448}, "inference_input_copy_ms": {"avg_ms": 1.031, "count": 84, "max_ms": 2.912, "p95_ms": 1.862}, "processing_residual_ms": {"avg_ms": 0.135, "count": 84, "max_ms": 0.356, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.293, "count": 84, "max_ms": 132.159, "p95_ms": 112.593}, "read_interval": {"avg_ms": 380.851, "count": 85, "max_ms": 4013.516, "p95_ms": 3185.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 84, "max_ms": 0.043, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 3.479, "count": 84, "max_ms": 7.601, "p95_ms": 5.917}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 84, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.466, "count": 84, "max_ms": 7.582, "p95_ms": 5.894}, "worker_merge_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 38.168, "count": 84, "max_ms": 75.789, "p95_ms": 59.379}, "visualize": {"avg_ms": 27.417, "count": 84, "max_ms": 52.536, "p95_ms": 39.441}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.277, "count": 84, "max_ms": 44.98, "p95_ms": 31.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.211, "count": 84, "max_ms": 50.627, "p95_ms": 36.964}, "visualize_input_copy_ms": {"avg_ms": 1.057, "count": 84, "max_ms": 2.409, "p95_ms": 1.931}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.118, "count": 84, "max_ms": 50.479, "p95_ms": 36.782}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 84, "max_ms": 0.115, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.397, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.141, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118201, "write_bytes_delta": 118201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 335.0, "cpu_core_ratio": 0.102311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1105.0, "pid": 56150, "reason": null, "system_cpu_core_ratio": 0.00882, "system_cpu_s_delta": 0.2, "user_cpu_core_ratio": 0.093491, "user_cpu_s_delta": 2.12}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.137591, "system_cpu_s_delta": 3.1199999999953434, "user_cpu_core_ratio": 0.284002, "user_cpu_s_delta": 6.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.117, "count": 73, "max_ms": 4.202, "p95_ms": 3.02, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.014, "max": 17.0, "p95": 16.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.027, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 2.027, "max": 3.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.774, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.158, "count": 30, "max": 19.416, "p95": 18.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1131.7, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 504.133, "count": 30, "max": 9689.0, "p95": 1167.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.308, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.347, "count": 30, "max": 61.248, "p95": 20.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124124.933, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115711.267, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19875, "sampled_at": "2026-11-02T17:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.009, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4253133, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2585720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585411}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10767.828, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:32:27+09:00", "last_error_summary": "[h264 @ 0x5d1756a4dd40] error while decoding MB 40 59, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160549990400, "copied_frame_count": 2589898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160549990400, "frame_buffer_copies": 2589898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0717, "p95_ms": 0.1506, "p99_ms": 0.2022}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1256, "count": 512, "max_ms": 3.0728, "p50_ms": 1.0184, "p95_ms": 1.9488, "p99_ms": 2.5966, "results": {"failed": 0, "not_applicable": 0, "success": 2589898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 617, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:27+09:00", "last_error_summary": "[h264 @ 0x5d1756a4dd40] error while decoding MB 40 59, bytestream -5", "last_exit_at": "2026-11-02T17:32:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.347, "last_started_at": "2026-11-02T17:31:30+09:00", "pid": 56150, "process": {"exists": false, "pid": 56150}, "restart_count": 207, "restart_count_per_hour": 11, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.742, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-02T17:32:28+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-02T17:32:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.738, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 211.262, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-02T17:32:27.941310+09:00", "mtime_epoch": 1793608347.9413102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:32:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2058.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2589898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.494, "max": 22.0, "p95": 20.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.306, "max": 3.0, "p95": 3.0, "sample_count": 85}, "total": {"avg": 2.306, "max": 3.0, "p95": 3.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.926, "pushed": 2.926, "read": 2.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.017, "p95_ms": 0.008, "reason": null, "sample_age_ms": 50.417, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 2.985, "p95_ms": 1.841, "reason": null, "sample_age_ms": 80.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.199, "count": 85, "max_ms": 2.121, "p95_ms": 1.061, "reason": null, "sample_age_ms": 80.706, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.251, "count": 85, "max_ms": 0.903, "p95_ms": 0.395, "reason": null, "sample_age_ms": 50.426, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.171, "count": 85, "max_ms": 4.411, "p95_ms": 2.181, "reason": null, "sample_age_ms": 79.601, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.59, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.72, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.647, "count": 85, "max_ms": 66.936, "p95_ms": 54.797, "reason": null, "sample_age_ms": 50.415, "source": "client_direct"}, "sample_age_ms": 50.411, "source": "client_direct", "task_total_ms": {"avg_ms": 37.244, "count": 85, "max_ms": 71.803, "p95_ms": 56.858, "reason": null, "sample_age_ms": 50.411, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.744, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.867, "count": 85, "max_ms": 14.095, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 85, "max_ms": 1.138, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 1.172, "count": 85, "max_ms": 4.296, "p95_ms": 2.438}, "event_filter_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 85, "max_ms": 0.498, "p95_ms": 0.431}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.022, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.523, "count": 85, "max_ms": 7.699, "p95_ms": 6.001}, "setup_ms": {"avg_ms": 0.03, "count": 85, "max_ms": 0.086, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 6.829, "count": 85, "max_ms": 13.989, "p95_ms": 11.065}, "track_match_ms": {"avg_ms": 0.07, "count": 85, "max_ms": 0.258, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.453, "count": 85, "max_ms": 3.794, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.034, "count": 85, "max_ms": 4.202, "p95_ms": 3.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 85, "max_ms": 0.364, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.07, "count": 85, "max_ms": 75.761, "p95_ms": 59.366}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.694, "count": 85, "max_ms": 9.736, "p95_ms": 6.663}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.409, "count": 85, "max_ms": 128.542, "p95_ms": 109.448}, "inference_input_copy_ms": {"avg_ms": 1.027, "count": 85, "max_ms": 2.912, "p95_ms": 1.862}, "processing_residual_ms": {"avg_ms": 0.134, "count": 85, "max_ms": 0.356, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.264, "count": 85, "max_ms": 132.159, "p95_ms": 112.593}, "read_interval": {"avg_ms": 380.851, "count": 85, "max_ms": 4013.516, "p95_ms": 3185.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 85, "max_ms": 0.043, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 3.468, "count": 85, "max_ms": 7.601, "p95_ms": 5.917}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 85, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.456, "count": 85, "max_ms": 7.582, "p95_ms": 5.894}, "worker_merge_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 38.079, "count": 85, "max_ms": 75.789, "p95_ms": 59.379}, "visualize": {"avg_ms": 27.5, "count": 85, "max_ms": 52.536, "p95_ms": 39.441}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.328, "count": 85, "max_ms": 44.98, "p95_ms": 31.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.292, "count": 85, "max_ms": 50.627, "p95_ms": 36.964}, "visualize_input_copy_ms": {"avg_ms": 1.059, "count": 85, "max_ms": 2.409, "p95_ms": 1.931}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.199, "count": 85, "max_ms": 50.479, "p95_ms": 36.782}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 85, "max_ms": 0.115, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.397, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.141, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118201, "write_bytes_delta": 118201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 335.0, "cpu_core_ratio": 0.102311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1105.0, "pid": 56150, "reason": null, "system_cpu_core_ratio": 0.00882, "system_cpu_s_delta": 0.2, "user_cpu_core_ratio": 0.093491, "user_cpu_s_delta": 2.12}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.137591, "system_cpu_s_delta": 3.1199999999953434, "user_cpu_core_ratio": 0.284002, "user_cpu_s_delta": 6.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.117, "count": 73, "max_ms": 4.202, "p95_ms": 3.02, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.014, "max": 17.0, "p95": 16.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.027, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 2.027, "max": 3.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.774, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.158, "count": 30, "max": 19.416, "p95": 18.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1131.7, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 504.133, "count": 30, "max": 9689.0, "p95": 1167.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.308, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.347, "count": 30, "max": 61.248, "p95": 20.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124124.933, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115711.267, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19875, "sampled_at": "2026-11-02T17:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.048, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4253133, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2585720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585411}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10767.781, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160549990400, "copied_frame_count": 2589898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160549990400, "frame_buffer_copies": 2589898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0717, "p95_ms": 0.1506, "p99_ms": 0.2022}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1256, "count": 512, "max_ms": 3.0728, "p50_ms": 1.0184, "p95_ms": 1.9488, "p99_ms": 2.5966, "results": {"failed": 0, "not_applicable": 0, "success": 2589898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 617, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:27+09:00", "last_error_summary": "[h264 @ 0x5d1756a4dd40] error while decoding MB 40 59, bytestream -5", "last_exit_at": "2026-11-02T17:32:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.373, "last_started_at": "2026-11-02T17:31:30+09:00", "pid": 56150, "process": {"exists": false, "pid": 56150}, "restart_count": 207, "restart_count_per_hour": 11, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 208}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.742, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-02T17:32:28+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-02T17:32:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.76, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 211.24, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-02T17:32:28.021311+09:00", "mtime_epoch": 1793608348.0213106, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128103}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:32:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2058.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2589898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.494, "max": 22.0, "p95": 20.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.306, "max": 3.0, "p95": 3.0, "sample_count": 85}, "total": {"avg": 2.306, "max": 3.0, "p95": 3.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.924, "pushed": 2.924, "read": 2.924}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.017, "p95_ms": 0.008, "reason": null, "sample_age_ms": 74.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 2.985, "p95_ms": 1.841, "reason": null, "sample_age_ms": 104.253, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.199, "count": 85, "max_ms": 2.121, "p95_ms": 1.061, "reason": null, "sample_age_ms": 104.54, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.251, "count": 85, "max_ms": 0.903, "p95_ms": 0.395, "reason": null, "sample_age_ms": 74.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.171, "count": 85, "max_ms": 4.411, "p95_ms": 2.181, "reason": null, "sample_age_ms": 103.436, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.424, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.555, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.647, "count": 85, "max_ms": 66.936, "p95_ms": 54.797, "reason": null, "sample_age_ms": 74.249, "source": "client_direct"}, "sample_age_ms": 74.246, "source": "client_direct", "task_total_ms": {"avg_ms": 37.244, "count": 85, "max_ms": 71.803, "p95_ms": 56.858, "reason": null, "sample_age_ms": 74.246, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.867, "count": 85, "max_ms": 14.095, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 85, "max_ms": 1.138, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 1.172, "count": 85, "max_ms": 4.296, "p95_ms": 2.438}, "event_filter_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 85, "max_ms": 0.498, "p95_ms": 0.431}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.022, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.523, "count": 85, "max_ms": 7.699, "p95_ms": 6.001}, "setup_ms": {"avg_ms": 0.03, "count": 85, "max_ms": 0.086, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 6.829, "count": 85, "max_ms": 13.989, "p95_ms": 11.065}, "track_match_ms": {"avg_ms": 0.07, "count": 85, "max_ms": 0.258, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.453, "count": 85, "max_ms": 3.794, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.034, "count": 85, "max_ms": 4.202, "p95_ms": 3.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 85, "max_ms": 0.364, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.07, "count": 85, "max_ms": 75.761, "p95_ms": 59.366}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.694, "count": 85, "max_ms": 9.736, "p95_ms": 6.663}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.409, "count": 85, "max_ms": 128.542, "p95_ms": 109.448}, "inference_input_copy_ms": {"avg_ms": 1.027, "count": 85, "max_ms": 2.912, "p95_ms": 1.862}, "processing_residual_ms": {"avg_ms": 0.134, "count": 85, "max_ms": 0.356, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.264, "count": 85, "max_ms": 132.159, "p95_ms": 112.593}, "read_interval": {"avg_ms": 380.851, "count": 85, "max_ms": 4013.516, "p95_ms": 3185.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 85, "max_ms": 0.043, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 3.468, "count": 85, "max_ms": 7.601, "p95_ms": 5.917}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 85, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.456, "count": 85, "max_ms": 7.582, "p95_ms": 5.894}, "worker_merge_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 38.079, "count": 85, "max_ms": 75.789, "p95_ms": 59.379}, "visualize": {"avg_ms": 27.5, "count": 85, "max_ms": 52.536, "p95_ms": 39.441}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.328, "count": 85, "max_ms": 44.98, "p95_ms": 31.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.292, "count": 85, "max_ms": 50.627, "p95_ms": 36.964}, "visualize_input_copy_ms": {"avg_ms": 1.059, "count": 85, "max_ms": 2.409, "p95_ms": 1.931}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.199, "count": 85, "max_ms": 50.479, "p95_ms": 36.782}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 85, "max_ms": 0.115, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.397, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.141, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118201, "write_bytes_delta": 118201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 335.0, "cpu_core_ratio": 0.102311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1105.0, "pid": 56150, "reason": null, "system_cpu_core_ratio": 0.00882, "system_cpu_s_delta": 0.2, "user_cpu_core_ratio": 0.093491, "user_cpu_s_delta": 2.12}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.137591, "system_cpu_s_delta": 3.1199999999953434, "user_cpu_core_ratio": 0.284002, "user_cpu_s_delta": 6.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.117, "count": 73, "max_ms": 4.202, "p95_ms": 3.02, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.014, "max": 17.0, "p95": 16.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.027, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 2.027, "max": 3.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.774, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.158, "count": 30, "max": 19.416, "p95": 18.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1131.7, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 504.133, "count": 30, "max": 9689.0, "p95": 1167.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.308, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.347, "count": 30, "max": 61.248, "p95": 20.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124124.933, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115711.267, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19875, "sampled_at": "2026-11-02T17:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.073, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4253133, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2585720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2585411}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10948.352, "limit_mb": null}, "detail": {"pid": 56382, "restart_count": 208, "start_count": 209}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7160549990400, "copied_frame_count": 2589898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7160549990400, "frame_buffer_copies": 2589898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0837, "count": 512, "max_ms": 1.6732, "p50_ms": 0.0717, "p95_ms": 0.1506, "p99_ms": 0.2022}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1256, "count": 512, "max_ms": 3.0728, "p50_ms": 1.0184, "p95_ms": 1.9488, "p99_ms": 2.5966, "results": {"failed": 0, "not_applicable": 0, "success": 2589898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 196, "h264_decode_error_count": 617, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:27+09:00", "last_error_summary": "[h264 @ 0x5d1756a4dd40] error while decoding MB 40 59, bytestream -5", "last_exit_at": "2026-11-02T17:32:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:32:30+09:00", "pid": 56382, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.891, "name": "ffmpeg", "pid": 56382, "rss_mb": 208.891, "state": "S (sleeping)", "threads": 70}, "restart_count": 208, "restart_count_per_hour": 12, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.701, "sample_count": 1427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.384, "last_frame_pushed_at": "2026-11-02T17:32:28+09:00", "last_frame_read_age_sec": 4.461, "last_frame_read_at": "2026-11-02T17:32:27+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.127, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 206.873, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.377, "exists": true, "mtime": "2026-11-02T17:32:28.021311+09:00", "mtime_epoch": 1793608348.0213106, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128103}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:32:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2058.027, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 2589898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.61, "max": 22.0, "p95": 20.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.312, "max": 3.0, "p95": 3.0, "sample_count": 77}, "total": {"avg": 2.312, "max": 3.0, "p95": 3.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.13, "max": 1.0, "p95": 1.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.13, "max": 1.0, "p95": 1.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.641, "pushed": 2.641, "read": 2.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.017, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4434.759, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.515, "count": 77, "max_ms": 2.985, "p95_ms": 1.932, "reason": null, "sample_age_ms": 4464.761, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.196, "count": 77, "max_ms": 2.121, "p95_ms": 1.027, "reason": null, "sample_age_ms": 4465.048, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 77, "max_ms": 0.903, "p95_ms": 0.402, "reason": null, "sample_age_ms": 4434.768, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.145, "count": 77, "max_ms": 4.411, "p95_ms": 2.153, "reason": null, "sample_age_ms": 4463.943, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4463.932, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4435.062, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.534, "count": 77, "max_ms": 66.936, "p95_ms": 55.167, "reason": null, "sample_age_ms": 4434.757, "source": "client_direct"}, "sample_age_ms": 4434.753, "source": "client_direct", "task_total_ms": {"avg_ms": 36.108, "count": 77, "max_ms": 71.803, "p95_ms": 57.181, "reason": null, "sample_age_ms": 4434.753, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.407, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.754, "count": 77, "max_ms": 14.095, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.29, "count": 77, "max_ms": 1.138, "p95_ms": 0.555}, "detection_prepare_ms": {"avg_ms": 1.127, "count": 77, "max_ms": 3.349, "p95_ms": 2.438}, "event_filter_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.271, "count": 77, "max_ms": 0.498, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.003, "count": 77, "max_ms": 0.022, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.517, "count": 77, "max_ms": 7.699, "p95_ms": 6.505}, "setup_ms": {"avg_ms": 0.03, "count": 77, "max_ms": 0.086, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 6.717, "count": 77, "max_ms": 13.989, "p95_ms": 11.065}, "track_match_ms": {"avg_ms": 0.062, "count": 77, "max_ms": 0.16, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.413, "count": 77, "max_ms": 3.794, "p95_ms": 2.262}}, "gstreamer_push": {"avg_ms": 2.008, "count": 77, "max_ms": 3.853, "p95_ms": 3.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 77, "max_ms": 0.364, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.929, "count": 77, "max_ms": 75.761, "p95_ms": 59.652}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.659, "count": 77, "max_ms": 9.417, "p95_ms": 6.663}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.417, "count": 77, "max_ms": 128.542, "p95_ms": 103.643}, "inference_input_copy_ms": {"avg_ms": 0.989, "count": 77, "max_ms": 2.912, "p95_ms": 1.862}, "processing_residual_ms": {"avg_ms": 0.127, "count": 77, "max_ms": 0.335, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.192, "count": 77, "max_ms": 132.159, "p95_ms": 109.311}, "read_interval": {"avg_ms": 366.025, "count": 77, "max_ms": 4013.516, "p95_ms": 3185.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 77, "max_ms": 0.043, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 3.462, "count": 77, "max_ms": 7.601, "p95_ms": 6.312}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 77, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.45, "count": 77, "max_ms": 7.582, "p95_ms": 6.269}, "worker_merge_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.938, "count": 77, "max_ms": 75.789, "p95_ms": 59.665}, "visualize": {"avg_ms": 26.767, "count": 77, "max_ms": 39.49, "p95_ms": 37.412}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.656, "count": 77, "max_ms": 34.665, "p95_ms": 30.706}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.581, "count": 77, "max_ms": 38.388, "p95_ms": 35.461}, "visualize_input_copy_ms": {"avg_ms": 1.039, "count": 77, "max_ms": 2.409, "p95_ms": 2.07}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.492, "count": 77, "max_ms": 38.296, "p95_ms": 35.358}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 77, "max_ms": 0.115, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2057.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.397, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.141, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2589822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118201, "write_bytes_delta": 118201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 335.0, "cpu_core_ratio": 0.102311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1105.0, "pid": 56150, "reason": null, "system_cpu_core_ratio": 0.00882, "system_cpu_s_delta": 0.2, "user_cpu_core_ratio": 0.093491, "user_cpu_s_delta": 2.12}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.137591, "system_cpu_s_delta": 3.1199999999953434, "user_cpu_core_ratio": 0.284002, "user_cpu_s_delta": 6.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.117, "count": 73, "max_ms": 4.202, "p95_ms": 3.02, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.014, "max": 17.0, "p95": 16.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.027, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 2.027, "max": 3.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.774, "count": 30, "max": 54.112, "p95": 41.904, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.158, "count": 30, "max": 19.416, "p95": 18.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1131.7, "count": 30, "max": 1513.0, "p95": 1452.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 504.133, "count": 30, "max": 9689.0, "p95": 1167.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.308, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.529, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.347, "count": 30, "max": 61.248, "p95": 20.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124124.933, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115711.267, "count": 30, "max": 131609.0, "p95": 130166.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.648, "p95": 0.622, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.363, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19875, "sampled_at": "2026-11-02T17:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.153, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3637349, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2656388, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10569.945, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356776140800, "copied_frame_count": 2660871, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356776140800, "frame_buffer_copies": 2660871, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0844, "p95_ms": 0.1673, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1549, "count": 512, "max_ms": 3.0275, "p50_ms": 1.0643, "p95_ms": 2.0686, "p99_ms": 2.7291, "results": {"failed": 0, "not_applicable": 0, "success": 2660871, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:40+09:00", "last_error_summary": "[h264 @ 0x5a9d92d59880] error while decoding MB 188 99, bytestream -6 [in#0/rtsp @ 0x5a9d91fc1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5a9d91fc1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.396, "last_started_at": "2026-11-02T17:31:52+09:00", "pid": 56266, "process": {"exists": false, "pid": 56266}, "restart_count": 135, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-11-02T17:32:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-02T17:32:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 401.592, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 198.408, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.001, "exists": true, "mtime": "2026-11-02T17:32:40.868384+09:00", "mtime_epoch": 1793608360.8683844, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94449}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:32:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2133.309, "name": "celery", "pid": 176, "rss_mb": 2133.309, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660871, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.835, "pushed": 1.835, "read": 1.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 50.385, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.415, "count": 54, "max_ms": 1.755, "p95_ms": 1.234, "reason": null, "sample_age_ms": 78.943, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.199, "count": 54, "max_ms": 1.504, "p95_ms": 0.889, "reason": null, "sample_age_ms": 79.224, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 55, "max_ms": 0.362, "p95_ms": 0.266, "reason": null, "sample_age_ms": 50.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.881, "count": 54, "max_ms": 1.716, "p95_ms": 1.626, "reason": null, "sample_age_ms": 77.302, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2211848.0, "count": 54, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.272, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.643, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.38, "count": 55, "max_ms": 60.483, "p95_ms": 40.716, "reason": null, "sample_age_ms": 50.381, "source": "client_direct"}, "sample_age_ms": 50.377, "source": "client_direct", "task_total_ms": {"avg_ms": 30.546, "count": 55, "max_ms": 62.626, "p95_ms": 42.311, "reason": null, "sample_age_ms": 50.377, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.623, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.519, "count": 55, "max_ms": 1.324, "p95_ms": 0.839}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 55, "max_ms": 0.379, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 55, "max_ms": 0.293, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 55, "max_ms": 0.187, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 55, "max_ms": 0.327, "p95_ms": 0.216}, "setup_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.078, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.491, "count": 55, "max_ms": 1.274, "p95_ms": 0.795}, "track_match_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.019, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 55, "max_ms": 0.057, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 1.984, "count": 55, "max_ms": 3.614, "p95_ms": 3.331}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 55, "max_ms": 0.339, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.194, "count": 55, "max_ms": 64.558, "p95_ms": 45.998}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.08, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.67, "count": 55, "max_ms": 103.976, "p95_ms": 83.642}, "inference_input_copy_ms": {"avg_ms": 0.957, "count": 55, "max_ms": 2.188, "p95_ms": 1.66}, "processing_residual_ms": {"avg_ms": 0.094, "count": 55, "max_ms": 0.246, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.749, "count": 55, "max_ms": 105.223, "p95_ms": 85.584}, "read_interval": {"avg_ms": 554.776, "count": 54, "max_ms": 10312.529, "p95_ms": 3731.484}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 55, "max_ms": 0.042, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.087, "count": 55, "max_ms": 0.242, "p95_ms": 0.156}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.038, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 55, "max_ms": 0.221, "p95_ms": 0.135}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.204, "count": 55, "max_ms": 64.573, "p95_ms": 46.009}, "visualize": {"avg_ms": 23.249, "count": 55, "max_ms": 38.377, "p95_ms": 35.171}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.627, "count": 55, "max_ms": 36.708, "p95_ms": 34.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.123, "count": 55, "max_ms": 38.236, "p95_ms": 34.978}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.057, "count": 55, "max_ms": 38.102, "p95_ms": 34.892}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 55, "max_ms": 0.114, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.336, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95348, "write_bytes_delta": 95348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.171531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3043.0, "pid": 56266, "reason": null, "system_cpu_core_ratio": 0.008425, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.163106, "user_cpu_s_delta": 4.840000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007751, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.075487, "user_cpu_s_delta": 2.2399999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.887, "count": 52, "max_ms": 3.614, "p95_ms": 3.211, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.751, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.395, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.333, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5236.167, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.829, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.76, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94823.467, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85463.8, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.967, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22400, "sampled_at": "2026-11-02T17:32:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3637349, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2656388, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10569.945, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5a9d92d59880] error while decoding MB 188 99, bytestream -6 [in#0/rtsp @ 0x5a9d91fc1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5a9d91fc1e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356776140800, "copied_frame_count": 2660871, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356776140800, "frame_buffer_copies": 2660871, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0844, "p95_ms": 0.1673, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1549, "count": 512, "max_ms": 3.0275, "p50_ms": 1.0643, "p95_ms": 2.0686, "p99_ms": 2.7291, "results": {"failed": 0, "not_applicable": 0, "success": 2660871, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:40+09:00", "last_error_summary": "[h264 @ 0x5a9d92d59880] error while decoding MB 188 99, bytestream -6 [in#0/rtsp @ 0x5a9d91fc1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5a9d91fc1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.397, "last_started_at": "2026-11-02T17:31:52+09:00", "pid": 56266, "process": {"exists": false, "pid": 56266}, "restart_count": 135, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-02T17:32:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-02T17:32:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 401.6, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 198.4, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.001, "exists": true, "mtime": "2026-11-02T17:32:40.868384+09:00", "mtime_epoch": 1793608360.8683844, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94449}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:32:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2133.309, "name": "celery", "pid": 176, "rss_mb": 2133.309, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660871, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.835, "pushed": 1.835, "read": 1.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 46.298, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.415, "count": 54, "max_ms": 1.755, "p95_ms": 1.234, "reason": null, "sample_age_ms": 74.856, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.199, "count": 54, "max_ms": 1.504, "p95_ms": 0.889, "reason": null, "sample_age_ms": 75.137, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 55, "max_ms": 0.362, "p95_ms": 0.266, "reason": null, "sample_age_ms": 46.308, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.881, "count": 54, "max_ms": 1.716, "p95_ms": 1.626, "reason": null, "sample_age_ms": 73.214, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2211848.0, "count": 54, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 73.185, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.556, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.38, "count": 55, "max_ms": 60.483, "p95_ms": 40.716, "reason": null, "sample_age_ms": 46.294, "source": "client_direct"}, "sample_age_ms": 46.289, "source": "client_direct", "task_total_ms": {"avg_ms": 30.546, "count": 55, "max_ms": 62.626, "p95_ms": 42.311, "reason": null, "sample_age_ms": 46.289, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.14, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.519, "count": 55, "max_ms": 1.324, "p95_ms": 0.839}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 55, "max_ms": 0.379, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 55, "max_ms": 0.293, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 55, "max_ms": 0.187, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 55, "max_ms": 0.327, "p95_ms": 0.216}, "setup_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.078, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.491, "count": 55, "max_ms": 1.274, "p95_ms": 0.795}, "track_match_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.019, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 55, "max_ms": 0.057, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 1.984, "count": 55, "max_ms": 3.614, "p95_ms": 3.331}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 55, "max_ms": 0.339, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.194, "count": 55, "max_ms": 64.558, "p95_ms": 45.998}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.08, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.67, "count": 55, "max_ms": 103.976, "p95_ms": 83.642}, "inference_input_copy_ms": {"avg_ms": 0.957, "count": 55, "max_ms": 2.188, "p95_ms": 1.66}, "processing_residual_ms": {"avg_ms": 0.094, "count": 55, "max_ms": 0.246, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.749, "count": 55, "max_ms": 105.223, "p95_ms": 85.584}, "read_interval": {"avg_ms": 554.776, "count": 54, "max_ms": 10312.529, "p95_ms": 3731.484}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 55, "max_ms": 0.042, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.087, "count": 55, "max_ms": 0.242, "p95_ms": 0.156}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.038, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 55, "max_ms": 0.221, "p95_ms": 0.135}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.204, "count": 55, "max_ms": 64.573, "p95_ms": 46.009}, "visualize": {"avg_ms": 23.249, "count": 55, "max_ms": 38.377, "p95_ms": 35.171}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.627, "count": 55, "max_ms": 36.708, "p95_ms": 34.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.123, "count": 55, "max_ms": 38.236, "p95_ms": 34.978}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.057, "count": 55, "max_ms": 38.102, "p95_ms": 34.892}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 55, "max_ms": 0.114, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.336, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95348, "write_bytes_delta": 95348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.171531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3043.0, "pid": 56266, "reason": null, "system_cpu_core_ratio": 0.008425, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.163106, "user_cpu_s_delta": 4.840000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007751, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.075487, "user_cpu_s_delta": 2.2399999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.887, "count": 52, "max_ms": 3.614, "p95_ms": 3.211, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.751, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.395, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.333, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5236.167, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.829, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.76, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94823.467, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85463.8, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.967, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22400, "sampled_at": "2026-11-02T17:32:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3637349, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2656388, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10569.387, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356776140800, "copied_frame_count": 2660871, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356776140800, "frame_buffer_copies": 2660871, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0844, "p95_ms": 0.1673, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1549, "count": 512, "max_ms": 3.0275, "p50_ms": 1.0643, "p95_ms": 2.0686, "p99_ms": 2.7291, "results": {"failed": 0, "not_applicable": 0, "success": 2660871, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:40+09:00", "last_error_summary": "[h264 @ 0x5a9d92d59880] error while decoding MB 188 99, bytestream -6 [in#0/rtsp @ 0x5a9d91fc1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5a9d91fc1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.439, "last_started_at": "2026-11-02T17:31:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 135, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-02T17:32:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-02T17:32:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 401.628, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 198.372, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-02T17:32:40.868384+09:00", "mtime_epoch": 1793608360.8683844, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94449}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:32:40+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2133.305, "name": "celery", "pid": 176, "rss_mb": 2133.305, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660871, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.803, "pushed": 1.803, "read": 1.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.005, "count": 54, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 88.896, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.418, "count": 53, "max_ms": 1.755, "p95_ms": 1.236, "reason": null, "sample_age_ms": 117.453, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.201, "count": 53, "max_ms": 1.504, "p95_ms": 0.902, "reason": null, "sample_age_ms": 117.735, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 54, "max_ms": 0.362, "p95_ms": 0.266, "reason": null, "sample_age_ms": 88.906, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.885, "count": 53, "max_ms": 1.716, "p95_ms": 1.627, "reason": null, "sample_age_ms": 115.812, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2211848.0, "count": 53, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.782, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.153, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.253, "count": 54, "max_ms": 60.483, "p95_ms": 40.916, "reason": null, "sample_age_ms": 88.892, "source": "client_direct"}, "sample_age_ms": 88.887, "source": "client_direct", "task_total_ms": {"avg_ms": 30.415, "count": 54, "max_ms": 62.626, "p95_ms": 42.536, "reason": null, "sample_age_ms": 88.887, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.431, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.52, "count": 54, "max_ms": 1.324, "p95_ms": 0.839}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 54, "max_ms": 0.379, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 54, "max_ms": 0.293, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 54, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 54, "max_ms": 0.187, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 54, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 54, "max_ms": 0.327, "p95_ms": 0.216}, "setup_ms": {"avg_ms": 0.028, "count": 54, "max_ms": 0.078, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.492, "count": 54, "max_ms": 1.274, "p95_ms": 0.795}, "track_match_ms": {"avg_ms": 0.003, "count": 54, "max_ms": 0.019, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 54, "max_ms": 0.057, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 1.988, "count": 54, "max_ms": 3.614, "p95_ms": 3.331}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 54, "max_ms": 0.339, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.063, "count": 54, "max_ms": 64.558, "p95_ms": 45.998}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 54, "max_ms": 0.08, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.542, "count": 54, "max_ms": 103.976, "p95_ms": 83.642}, "inference_input_copy_ms": {"avg_ms": 0.951, "count": 54, "max_ms": 2.188, "p95_ms": 1.66}, "processing_residual_ms": {"avg_ms": 0.092, "count": 54, "max_ms": 0.246, "p95_ms": 0.179}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.613, "count": 54, "max_ms": 105.223, "p95_ms": 85.584}, "read_interval": {"avg_ms": 563.923, "count": 53, "max_ms": 10312.529, "p95_ms": 3731.484}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 54, "max_ms": 0.042, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.087, "count": 54, "max_ms": 0.242, "p95_ms": 0.156}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 54, "max_ms": 0.038, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 54, "max_ms": 0.221, "p95_ms": 0.135}, "worker_merge_ms": {"avg_ms": 0.003, "count": 54, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.073, "count": 54, "max_ms": 64.573, "p95_ms": 46.009}, "visualize": {"avg_ms": 23.25, "count": 54, "max_ms": 38.377, "p95_ms": 35.171}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.628, "count": 54, "max_ms": 36.708, "p95_ms": 34.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.124, "count": 54, "max_ms": 38.236, "p95_ms": 34.978}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.058, "count": 54, "max_ms": 38.102, "p95_ms": 34.892}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 54, "max_ms": 0.114, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.336, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95348, "write_bytes_delta": 95348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.171531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3043.0, "pid": 56266, "reason": null, "system_cpu_core_ratio": 0.008425, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.163106, "user_cpu_s_delta": 4.840000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007751, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.075487, "user_cpu_s_delta": 2.2399999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.887, "count": 52, "max_ms": 3.614, "p95_ms": 3.211, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.751, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.395, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.333, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5236.167, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.829, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.76, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94823.467, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85463.8, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.967, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22400, "sampled_at": "2026-11-02T17:32:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3637349, "flush_count": 4488, "flush_interval_seconds": 30.0, "flush_state": {"count": 4488, "last_at": "2026-11-02T17:32:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:32:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4487}, "started": true, "suppressed_count": 2656388, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2656384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4488, "written_record_count": 4488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10931.066, "limit_mb": null}, "detail": {"pid": 56498, "restart_count": 136, "start_count": 137}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7356776140800, "copied_frame_count": 2660871, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 7356776140800, "frame_buffer_copies": 2660871, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.3976, "p50_ms": 0.0844, "p95_ms": 0.1673, "p99_ms": 0.2271}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1549, "count": 512, "max_ms": 3.0275, "p50_ms": 1.0643, "p95_ms": 2.0686, "p99_ms": 2.7291, "results": {"failed": 0, "not_applicable": 0, "success": 2660871, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:32:40+09:00", "last_error_summary": "[h264 @ 0x5a9d92d59880] error while decoding MB 188 99, bytestream -6 [in#0/rtsp @ 0x5a9d91fc1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5a9d91fc1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:32:43+09:00", "pid": 56498, "process": {"exists": true, "fd_count": 5, "hwm_mb": 388.695, "name": "ffmpeg", "pid": 56498, "rss_mb": 388.695, "state": "S (sleeping)", "threads": 70}, "restart_count": 136, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.601, "last_frame_pushed_at": "2026-11-02T17:32:40+09:00", "last_frame_read_age_sec": 4.663, "last_frame_read_at": "2026-11-02T17:32:40+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.176, "last_sample_duration_ms": 1002.902, "last_trigger": "periodic", "next_snapshot_in_sec": 193.824, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 451, "storage_bytes": 2301398}, "mjpeg": {"age_sec": 4.59, "exists": true, "mtime": "2026-11-02T17:32:40.868384+09:00", "mtime_epoch": 1793608360.8683844, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94449}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-02T17:32:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2133.309, "name": "celery", "pid": 176, "rss_mb": 2133.309, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2660871, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 30}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 30, "pushed_frames": 30, "read_frames": 30, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.032, "pushed": 1.032, "read": 1.032}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 30, "client_acquire_ms": {"avg_ms": 0.005, "count": 30, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4634.906, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 30, "max_ms": 1.755, "p95_ms": 1.411, "reason": null, "sample_age_ms": 4663.464, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.255, "count": 30, "max_ms": 1.504, "p95_ms": 1.128, "reason": null, "sample_age_ms": 4663.745, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.157, "count": 30, "max_ms": 0.362, "p95_ms": 0.291, "reason": null, "sample_age_ms": 4634.916, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.914, "count": 30, "max_ms": 1.716, "p95_ms": 1.648, "reason": null, "sample_age_ms": 4661.823, "source": "client_direct"}, "request_count": 30, "request_tensor_bytes": {"avg": 2211848.0, "count": 30, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4661.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 30, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4635.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.535, "count": 30, "max_ms": 60.483, "p95_ms": 45.245, "reason": null, "sample_age_ms": 4634.902, "source": "client_direct"}, "sample_age_ms": 4634.898, "source": "client_direct", "task_total_ms": {"avg_ms": 30.727, "count": 30, "max_ms": 62.626, "p95_ms": 46.767, "reason": null, "sample_age_ms": 4634.898, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.443, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.518, "count": 30, "max_ms": 1.163, "p95_ms": 0.839}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 30, "max_ms": 0.295, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 30, "max_ms": 0.226, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 30, "max_ms": 0.134, "p95_ms": 0.077}, "mcmt_ms": {"avg_ms": 0.002, "count": 30, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 30, "max_ms": 0.327, "p95_ms": 0.216}, "setup_ms": {"avg_ms": 0.028, "count": 30, "max_ms": 0.075, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.489, "count": 30, "max_ms": 1.101, "p95_ms": 0.795}, "track_match_ms": {"avg_ms": 0.003, "count": 30, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 30, "max_ms": 0.049, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.027, "count": 30, "max_ms": 3.527, "p95_ms": 3.331}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 30, "max_ms": 0.339, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.41, "count": 30, "max_ms": 64.558, "p95_ms": 48.476}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 30, "max_ms": 0.08, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.582, "count": 30, "max_ms": 103.976, "p95_ms": 86.109}, "inference_input_copy_ms": {"avg_ms": 1.012, "count": 30, "max_ms": 2.188, "p95_ms": 1.66}, "processing_residual_ms": {"avg_ms": 0.096, "count": 30, "max_ms": 0.246, "p95_ms": 0.204}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.718, "count": 30, "max_ms": 105.223, "p95_ms": 87.589}, "read_interval": {"avg_ms": 938.327, "count": 30, "max_ms": 10312.529, "p95_ms": 10140.677}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 30, "max_ms": 0.042, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.09, "count": 30, "max_ms": 0.242, "p95_ms": 0.156}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 30, "max_ms": 0.038, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 30, "max_ms": 0.221, "p95_ms": 0.135}, "worker_merge_ms": {"avg_ms": 0.004, "count": 30, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.42, "count": 30, "max_ms": 64.573, "p95_ms": 48.491}, "visualize": {"avg_ms": 23.888, "count": 30, "max_ms": 38.377, "p95_ms": 36.552}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.227, "count": 30, "max_ms": 36.708, "p95_ms": 35.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.763, "count": 30, "max_ms": 38.236, "p95_ms": 36.261}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 30, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.693, "count": 30, "max_ms": 38.102, "p95_ms": 36.136}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 30, "max_ms": 0.114, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 30}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2133.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.336, "skip_count": 10}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2660865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95348, "write_bytes_delta": 95348, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.171531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3043.0, "pid": 56266, "reason": null, "system_cpu_core_ratio": 0.008425, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.163106, "user_cpu_s_delta": 4.840000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.007751, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.075487, "user_cpu_s_delta": 2.2399999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.887, "count": 52, "max_ms": 3.614, "p95_ms": 3.211, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.751, "count": 30, "max": 49.775, "p95": 31.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.395, "count": 30, "max": 23.146, "p95": 21.867, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 589.333, "count": 30, "max": 915.0, "p95": 825.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5236.167, "count": 30, "max": 95717.0, "p95": 21229.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.482, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.829, "count": 30, "max": 1.55, "p95": 1.153, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.76, "count": 30, "max": 54.791, "p95": 23.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94823.467, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85463.8, "count": 30, "max": 109202.0, "p95": 99801.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.967, "count": 30, "max": 29.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.066, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.699, "p95": 0.577, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22400, "sampled_at": "2026-11-02T17:32:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:32:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.082, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4260133, "flush_count": 4495, "flush_interval_seconds": 30.0, "flush_state": {"count": 4495, "last_at": "2026-11-02T17:39:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:39:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4494}, "started": true, "suppressed_count": 2589472, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2589163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4495, "written_record_count": 4495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10802.023, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5af5c21826c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5af5c21826c0] error while decoding MB 0 43, bytestream 2692 [h264 @ 0x5af5c21aaa40] error while decoding MB 30 66, bytestream -12 [h264 @ 0x5af5c20d6000] cabac decode of qscale diff failed at 59 59 [h264 @ 0x5af5c20d6000] error while decoding MB 59 59, bytestream 380 [h264 @ 0x5af5c20d6000] error while decoding MB 29 49, bytestream -9 [in#0/rtsp @ 0x5af5c204de00] Error during demuxing: Connection timed out [i", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7170940108800, "copied_frame_count": 2593656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7170940108800, "frame_buffer_copies": 2593656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.3567, "p50_ms": 0.0793, "p95_ms": 0.1579, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2622, "count": 512, "max_ms": 3.7037, "p50_ms": 1.1696, "p95_ms": 2.0895, "p99_ms": 2.7342, "results": {"failed": 0, "not_applicable": 0, "success": 2593656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 622, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:39:30+09:00", "last_error_summary": "[h264 @ 0x5af5c21826c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5af5c21826c0] error while decoding MB 0 43, bytestream 2692 [h264 @ 0x5af5c21aaa40] error while decoding MB 30 66, bytestream -12 [h264 @ 0x5af5c20d6000] cabac decode of qscale diff failed at 59 59 [h264 @ 0x5af5c20d6000] error while decoding MB 59 59, bytestream 380 [h264 @ 0x5af5c20d6000] error while decoding MB 29 49, bytestream -9 [in#0/rtsp @ 0x5af5c204de00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-02T17:32:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 419.747, "last_started_at": "2026-11-02T17:32:30+09:00", "pid": 56382, "process": {"exists": false, "pid": 56382}, "restart_count": 208, "restart_count_per_hour": 11, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.997, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-02T17:39:30+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-02T17:39:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.38, "last_sample_duration_ms": 978.51, "last_trigger": "periodic", "next_snapshot_in_sec": 390.62, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 452, "storage_bytes": 2309967}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-11-02T17:39:30.062502+09:00", "mtime_epoch": 1793608770.0625017, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102736}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:39:30+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2059.789, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2593657, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.976, "max": 22.0, "p95": 21.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.305, "max": 3.0, "p95": 3.0, "sample_count": 82}, "total": {"avg": 2.305, "max": 3.0, "p95": 3.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 82, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.734, "pushed": 2.734, "read": 2.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 40.924, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.606, "count": 82, "max_ms": 2.343, "p95_ms": 2.058, "reason": null, "sample_age_ms": 84.38, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.249, "count": 82, "max_ms": 1.906, "p95_ms": 1.597, "reason": null, "sample_age_ms": 84.688, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 82, "max_ms": 0.787, "p95_ms": 0.507, "reason": null, "sample_age_ms": 40.932, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.482, "count": 82, "max_ms": 3.379, "p95_ms": 2.59, "reason": null, "sample_age_ms": 82.999, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.983, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.146, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.563, "count": 82, "max_ms": 66.412, "p95_ms": 57.641, "reason": null, "sample_age_ms": 40.921, "source": "client_direct"}, "sample_age_ms": 40.918, "source": "client_direct", "task_total_ms": {"avg_ms": 40.487, "count": 82, "max_ms": 69.125, "p95_ms": 60.824, "reason": null, "sample_age_ms": 40.918, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.473, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.696, "count": 82, "max_ms": 14.204, "p95_ms": 12.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.363, "count": 82, "max_ms": 0.959, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 1.438, "count": 82, "max_ms": 6.059, "p95_ms": 2.255}, "event_filter_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.34, "count": 82, "max_ms": 2.749, "p95_ms": 0.586}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.78, "count": 82, "max_ms": 6.795, "p95_ms": 6.475}, "setup_ms": {"avg_ms": 0.037, "count": 82, "max_ms": 0.084, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 7.64, "count": 82, "max_ms": 14.132, "p95_ms": 12.017}, "track_match_ms": {"avg_ms": 0.09, "count": 82, "max_ms": 1.072, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.582, "count": 82, "max_ms": 3.061, "p95_ms": 2.525}}, "gstreamer_push": {"avg_ms": 2.594, "count": 82, "max_ms": 6.651, "p95_ms": 4.083}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 82, "max_ms": 0.361, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.684, "count": 82, "max_ms": 74.236, "p95_ms": 61.748}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.887, "count": 82, "max_ms": 12.616, "p95_ms": 9.603}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.15, "count": 82, "max_ms": 130.792, "p95_ms": 114.355}, "inference_input_copy_ms": {"avg_ms": 1.396, "count": 82, "max_ms": 3.327, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.164, "count": 82, "max_ms": 0.364, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.598, "count": 82, "max_ms": 139.101, "p95_ms": 118.592}, "read_interval": {"avg_ms": 365.893, "count": 82, "max_ms": 10142.404, "p95_ms": 172.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 82, "max_ms": 0.08, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.712, "count": 82, "max_ms": 6.623, "p95_ms": 6.35}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 82, "max_ms": 0.048, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.695, "count": 82, "max_ms": 6.592, "p95_ms": 6.327}, "worker_merge_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.696, "count": 82, "max_ms": 74.258, "p95_ms": 61.761}, "visualize": {"avg_ms": 33.696, "count": 82, "max_ms": 61.393, "p95_ms": 46.885}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.024, "count": 82, "max_ms": 53.85, "p95_ms": 39.882}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.274, "count": 82, "max_ms": 59.656, "p95_ms": 44.785}, "visualize_input_copy_ms": {"avg_ms": 1.262, "count": 82, "max_ms": 3.899, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.167, "count": 82, "max_ms": 59.515, "p95_ms": 44.689}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 82, "max_ms": 0.201, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2059.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.234, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.5, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102196, "write_bytes_delta": 102196, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.055552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 56382, "reason": null, "system_cpu_core_ratio": 0.006999, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.048554, "user_cpu_s_delta": 1.1099999999999852}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.362184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118541, "system_cpu_s_delta": 2.709999999991851, "user_cpu_core_ratio": 0.243643, "user_cpu_s_delta": 5.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.606, "count": 83, "max_ms": 6.651, "p95_ms": 4.083, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.458, "max": 22.0, "p95": 21.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 2.301, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.994, "count": 30, "max": 39.087, "p95": 30.513, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.507, "count": 30, "max": 24.385, "p95": 20.767, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1029.4, "count": 30, "max": 1407.0, "p95": 1325.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.367, "count": 30, "max": 11844.0, "p95": 6552.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.161, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.47, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.453, "count": 30, "max": 61.248, "p95": 20.272, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115741.133, "count": 30, "max": 126205.0, "p95": 126205.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103294.733, "count": 30, "max": 126205.0, "p95": 125302.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 44.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.578, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.273, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19897, "sampled_at": "2026-11-02T17:39:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:39:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4260133, "flush_count": 4495, "flush_interval_seconds": 30.0, "flush_state": {"count": 4495, "last_at": "2026-11-02T17:39:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:39:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4494}, "started": true, "suppressed_count": 2589472, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2589163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4495, "written_record_count": 4495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10801.992, "limit_mb": null}, "detail": {"last_error_at": "2026-11-02T17:39:30+09:00", "last_error_summary": "[h264 @ 0x5af5c21826c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5af5c21826c0] error while decoding MB 0 43, bytestream 2692 [h264 @ 0x5af5c21aaa40] error while decoding MB 30 66, bytestream -12 [h264 @ 0x5af5c20d6000] cabac decode of qscale diff failed at 59 59 [h264 @ 0x5af5c20d6000] error while decoding MB 59 59, bytestream 380 [h264 @ 0x5af5c20d6000] error while decoding MB 29 49, bytestream -9 [in#0/rtsp @ 0x5af5c204de00] Error during demuxing: Connection timed out [i", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7170942873600, "copied_frame_count": 2593657, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7170942873600, "frame_buffer_copies": 2593657, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0902, "count": 512, "max_ms": 1.3567, "p50_ms": 0.0794, "p95_ms": 0.1579, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2639, "count": 512, "max_ms": 3.7037, "p50_ms": 1.1712, "p95_ms": 2.0895, "p99_ms": 2.7342, "results": {"failed": 0, "not_applicable": 0, "success": 2593657, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 622, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:39:30+09:00", "last_error_summary": "[h264 @ 0x5af5c21826c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5af5c21826c0] error while decoding MB 0 43, bytestream 2692 [h264 @ 0x5af5c21aaa40] error while decoding MB 30 66, bytestream -12 [h264 @ 0x5af5c20d6000] cabac decode of qscale diff failed at 59 59 [h264 @ 0x5af5c20d6000] error while decoding MB 59 59, bytestream 380 [h264 @ 0x5af5c20d6000] error while decoding MB 29 49, bytestream -9 [in#0/rtsp @ 0x5af5c204de00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-02T17:39:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 419.792, "last_started_at": "2026-11-02T17:32:30+09:00", "pid": 56382, "process": {"exists": false, "pid": 56382}, "restart_count": 208, "restart_count_per_hour": 11, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.997, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-02T17:39:30+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-02T17:39:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.409, "last_sample_duration_ms": 978.51, "last_trigger": "periodic", "next_snapshot_in_sec": 390.591, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 452, "storage_bytes": 2309967}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-02T17:39:30.182503+09:00", "mtime_epoch": 1793608770.1825027, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:39:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2059.785, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2593657, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.89, "max": 22.0, "p95": 21.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.305, "max": 3.0, "p95": 3.0, "sample_count": 82}, "total": {"avg": 2.305, "max": 3.0, "p95": 3.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.738, "pushed": 2.738, "read": 2.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 83.405, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 81, "max_ms": 2.343, "p95_ms": 2.062, "reason": null, "sample_age_ms": 126.861, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 81, "max_ms": 1.906, "p95_ms": 1.6, "reason": null, "sample_age_ms": 127.169, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 82, "max_ms": 0.787, "p95_ms": 0.507, "reason": null, "sample_age_ms": 83.413, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 81, "max_ms": 3.379, "p95_ms": 2.594, "reason": null, "sample_age_ms": 125.48, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2764808.0, "count": 81, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.463, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.627, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.563, "count": 82, "max_ms": 66.412, "p95_ms": 57.641, "reason": null, "sample_age_ms": 83.402, "source": "client_direct"}, "sample_age_ms": 83.399, "source": "client_direct", "task_total_ms": {"avg_ms": 40.487, "count": 82, "max_ms": 69.125, "p95_ms": 60.824, "reason": null, "sample_age_ms": 83.399, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.661, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.716, "count": 82, "max_ms": 14.204, "p95_ms": 12.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 82, "max_ms": 0.959, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 82, "max_ms": 6.059, "p95_ms": 2.255}, "event_filter_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 82, "max_ms": 2.749, "p95_ms": 0.586}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.785, "count": 82, "max_ms": 6.795, "p95_ms": 6.475}, "setup_ms": {"avg_ms": 0.038, "count": 82, "max_ms": 0.084, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 7.66, "count": 82, "max_ms": 14.132, "p95_ms": 12.017}, "track_match_ms": {"avg_ms": 0.09, "count": 82, "max_ms": 1.072, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.59, "count": 82, "max_ms": 3.061, "p95_ms": 2.525}}, "gstreamer_push": {"avg_ms": 2.587, "count": 82, "max_ms": 6.651, "p95_ms": 4.083}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 82, "max_ms": 0.361, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.529, "count": 82, "max_ms": 74.236, "p95_ms": 61.748}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.884, "count": 82, "max_ms": 12.616, "p95_ms": 9.603}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.34, "count": 82, "max_ms": 130.792, "p95_ms": 114.355}, "inference_input_copy_ms": {"avg_ms": 1.403, "count": 82, "max_ms": 3.327, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.164, "count": 82, "max_ms": 0.364, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.791, "count": 82, "max_ms": 139.101, "p95_ms": 118.592}, "read_interval": {"avg_ms": 369.153, "count": 81, "max_ms": 10142.404, "p95_ms": 172.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 82, "max_ms": 0.08, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.717, "count": 82, "max_ms": 6.623, "p95_ms": 6.35}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 82, "max_ms": 0.048, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.7, "count": 82, "max_ms": 6.592, "p95_ms": 6.327}, "worker_merge_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.541, "count": 82, "max_ms": 74.258, "p95_ms": 61.761}, "visualize": {"avg_ms": 34.023, "count": 82, "max_ms": 61.393, "p95_ms": 51.132}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.18, "count": 82, "max_ms": 53.85, "p95_ms": 39.882}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.604, "count": 82, "max_ms": 59.656, "p95_ms": 48.315}, "visualize_input_copy_ms": {"avg_ms": 1.258, "count": 82, "max_ms": 3.899, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.498, "count": 82, "max_ms": 59.515, "p95_ms": 48.06}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 82, "max_ms": 0.201, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2059.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.234, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.5, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102196, "write_bytes_delta": 102196, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.055552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 56382, "reason": null, "system_cpu_core_ratio": 0.006999, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.048554, "user_cpu_s_delta": 1.1099999999999852}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.362184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118541, "system_cpu_s_delta": 2.709999999991851, "user_cpu_core_ratio": 0.243643, "user_cpu_s_delta": 5.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.606, "count": 83, "max_ms": 6.651, "p95_ms": 4.083, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.458, "max": 22.0, "p95": 21.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 2.301, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.994, "count": 30, "max": 39.087, "p95": 30.513, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.507, "count": 30, "max": 24.385, "p95": 20.767, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1029.4, "count": 30, "max": 1407.0, "p95": 1325.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.367, "count": 30, "max": 11844.0, "p95": 6552.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.161, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.47, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.453, "count": 30, "max": 61.248, "p95": 20.272, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115741.133, "count": 30, "max": 126205.0, "p95": 126205.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103294.733, "count": 30, "max": 126205.0, "p95": 125302.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 44.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.578, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.273, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19897, "sampled_at": "2026-11-02T17:39:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:39:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4260133, "flush_count": 4495, "flush_interval_seconds": 30.0, "flush_state": {"count": 4495, "last_at": "2026-11-02T17:39:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:39:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4494}, "started": true, "suppressed_count": 2589472, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2589163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4495, "written_record_count": 4495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10802.117, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7170942873600, "copied_frame_count": 2593657, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7170942873600, "frame_buffer_copies": 2593657, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0902, "count": 512, "max_ms": 1.3567, "p50_ms": 0.0794, "p95_ms": 0.1579, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2639, "count": 512, "max_ms": 3.7037, "p50_ms": 1.1712, "p95_ms": 2.0895, "p99_ms": 2.7342, "results": {"failed": 0, "not_applicable": 0, "success": 2593657, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 622, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:39:30+09:00", "last_error_summary": "[h264 @ 0x5af5c21826c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5af5c21826c0] error while decoding MB 0 43, bytestream 2692 [h264 @ 0x5af5c21aaa40] error while decoding MB 30 66, bytestream -12 [h264 @ 0x5af5c20d6000] cabac decode of qscale diff failed at 59 59 [h264 @ 0x5af5c20d6000] error while decoding MB 59 59, bytestream 380 [h264 @ 0x5af5c20d6000] error while decoding MB 29 49, bytestream -9 [in#0/rtsp @ 0x5af5c204de00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-02T17:39:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 419.816, "last_started_at": "2026-11-02T17:32:30+09:00", "pid": 56382, "process": {"exists": false, "pid": 56382}, "restart_count": 208, "restart_count_per_hour": 11, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 209}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.997, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-02T17:39:30+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-02T17:39:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.432, "last_sample_duration_ms": 978.51, "last_trigger": "periodic", "next_snapshot_in_sec": 390.568, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 452, "storage_bytes": 2309967}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-02T17:39:30.182503+09:00", "mtime_epoch": 1793608770.1825027, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:39:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2059.785, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2593657, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.89, "max": 22.0, "p95": 21.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.305, "max": 3.0, "p95": 3.0, "sample_count": 82}, "total": {"avg": 2.305, "max": 3.0, "p95": 3.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.736, "pushed": 2.736, "read": 2.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.005, "count": 81, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 107.251, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 81, "max_ms": 2.343, "p95_ms": 2.062, "reason": null, "sample_age_ms": 150.708, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 81, "max_ms": 1.906, "p95_ms": 1.6, "reason": null, "sample_age_ms": 151.016, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.303, "count": 81, "max_ms": 0.787, "p95_ms": 0.508, "reason": null, "sample_age_ms": 107.259, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 81, "max_ms": 3.379, "p95_ms": 2.594, "reason": null, "sample_age_ms": 149.326, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2764808.0, "count": 81, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.31, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.474, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.608, "count": 81, "max_ms": 66.412, "p95_ms": 57.776, "reason": null, "sample_age_ms": 107.248, "source": "client_direct"}, "sample_age_ms": 107.245, "source": "client_direct", "task_total_ms": {"avg_ms": 40.521, "count": 81, "max_ms": 69.125, "p95_ms": 60.972, "reason": null, "sample_age_ms": 107.245, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.466, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.716, "count": 82, "max_ms": 14.204, "p95_ms": 12.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 82, "max_ms": 0.959, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 82, "max_ms": 6.059, "p95_ms": 2.255}, "event_filter_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 82, "max_ms": 2.749, "p95_ms": 0.586}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.785, "count": 82, "max_ms": 6.795, "p95_ms": 6.475}, "setup_ms": {"avg_ms": 0.038, "count": 82, "max_ms": 0.084, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 7.66, "count": 82, "max_ms": 14.132, "p95_ms": 12.017}, "track_match_ms": {"avg_ms": 0.09, "count": 82, "max_ms": 1.072, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.59, "count": 82, "max_ms": 3.061, "p95_ms": 2.525}}, "gstreamer_push": {"avg_ms": 2.587, "count": 82, "max_ms": 6.651, "p95_ms": 4.083}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 82, "max_ms": 0.361, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.529, "count": 82, "max_ms": 74.236, "p95_ms": 61.748}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.884, "count": 82, "max_ms": 12.616, "p95_ms": 9.603}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.34, "count": 82, "max_ms": 130.792, "p95_ms": 114.355}, "inference_input_copy_ms": {"avg_ms": 1.403, "count": 82, "max_ms": 3.327, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.164, "count": 82, "max_ms": 0.364, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.791, "count": 82, "max_ms": 139.101, "p95_ms": 118.592}, "read_interval": {"avg_ms": 369.153, "count": 81, "max_ms": 10142.404, "p95_ms": 172.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 82, "max_ms": 0.08, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 3.717, "count": 82, "max_ms": 6.623, "p95_ms": 6.35}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 82, "max_ms": 0.048, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.7, "count": 82, "max_ms": 6.592, "p95_ms": 6.327}, "worker_merge_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.541, "count": 82, "max_ms": 74.258, "p95_ms": 61.761}, "visualize": {"avg_ms": 34.023, "count": 82, "max_ms": 61.393, "p95_ms": 51.132}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.18, "count": 82, "max_ms": 53.85, "p95_ms": 39.882}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.604, "count": 82, "max_ms": 59.656, "p95_ms": 48.315}, "visualize_input_copy_ms": {"avg_ms": 1.258, "count": 82, "max_ms": 3.899, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.498, "count": 82, "max_ms": 59.515, "p95_ms": 48.06}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 82, "max_ms": 0.201, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2059.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.234, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.5, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102196, "write_bytes_delta": 102196, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.055552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 56382, "reason": null, "system_cpu_core_ratio": 0.006999, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.048554, "user_cpu_s_delta": 1.1099999999999852}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.362184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118541, "system_cpu_s_delta": 2.709999999991851, "user_cpu_core_ratio": 0.243643, "user_cpu_s_delta": 5.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.606, "count": 83, "max_ms": 6.651, "p95_ms": 4.083, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.458, "max": 22.0, "p95": 21.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 2.301, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.994, "count": 30, "max": 39.087, "p95": 30.513, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.507, "count": 30, "max": 24.385, "p95": 20.767, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1029.4, "count": 30, "max": 1407.0, "p95": 1325.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.367, "count": 30, "max": 11844.0, "p95": 6552.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.161, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.47, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.453, "count": 30, "max": 61.248, "p95": 20.272, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115741.133, "count": 30, "max": 126205.0, "p95": 126205.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103294.733, "count": 30, "max": 126205.0, "p95": 125302.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 44.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.578, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.273, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19897, "sampled_at": "2026-11-02T17:39:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:39:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4260133, "flush_count": 4495, "flush_interval_seconds": 30.0, "flush_state": {"count": 4495, "last_at": "2026-11-02T17:39:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-02T17:39:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4494}, "started": true, "suppressed_count": 2589472, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 2589163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 4495, "written_record_count": 4495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10826.285, "limit_mb": null}, "detail": {"pid": 56614, "restart_count": 209, "start_count": 210}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7170942873600, "copied_frame_count": 2593657, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-02T17:21:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5190942, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-02T17:21:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.323}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 309, "events_emitted": 292, "events_failed": 0, "events_observed": 309, "events_suppressed": 17, "frame_buffer_copied_bytes": 7170942873600, "frame_buffer_copies": 2593657, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 14600, "recorder_active_input_bytes": 40366080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 292, "recorder_clips_failed": 0, "recorder_clips_started": 292, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 292, "worker_jobs_accepted": 292, "worker_jobs_completed": 292, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0902, "count": 512, "max_ms": 1.3567, "p50_ms": 0.0794, "p95_ms": 0.1579, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 15.6819, "count": 292, "max_ms": 62.2331, "p50_ms": 13.5452, "p95_ms": 31.2932, "p99_ms": 40.6949, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6859, "count": 292, "max_ms": 4.0365, "p50_ms": 1.5695, "p95_ms": 2.6809, "p99_ms": 3.3204, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 952.3088, "count": 309, "max_ms": 4422.916, "p50_ms": 932.3932, "p95_ms": 1368.7972, "p99_ms": 1672.3653, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2639, "count": 512, "max_ms": 3.7037, "p50_ms": 1.1712, "p95_ms": 2.0895, "p99_ms": 2.7342, "results": {"failed": 0, "not_applicable": 0, "success": 2593657, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.1451, "count": 309, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 631.139, "p99_ms": 1058.909, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2467, "count": 292, "max_ms": 90.5272, "p50_ms": 21.5894, "p95_ms": 56.976, "p99_ms": 68.4245, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7627, "count": 512, "max_ms": 10.7733, "p50_ms": 4.5236, "p95_ms": 7.3925, "p99_ms": 8.84, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3322, "count": 512, "max_ms": 4.342, "p50_ms": 1.1886, "p95_ms": 2.4554, "p99_ms": 3.448, "results": {"failed": 0, "not_applicable": 0, "success": 14600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5374, "count": 292, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 629.9028, "p99_ms": 1066.951, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.9084, "count": 292, "max_ms": 1192.1198, "p50_ms": 410.9097, "p95_ms": 529.9504, "p99_ms": 978.7315, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.185, "count": 292, "max_ms": 115.8706, "p50_ms": 84.4082, "p95_ms": 102.3922, "p99_ms": 109.9354, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6156, "count": 292, "max_ms": 15.8949, "p50_ms": 1.2926, "p95_ms": 2.8536, "p99_ms": 7.3787, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1289, "count": 292, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.9409, "p99_ms": 62.4873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2807, "count": 292, "max_ms": 16.9396, "p50_ms": 0.7534, "p95_ms": 3.8857, "p99_ms": 10.873, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7441, "count": 309, "max_ms": 4.5565, "p50_ms": 0.6542, "p95_ms": 1.3688, "p99_ms": 1.8139, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 17, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8158, "count": 292, "max_ms": 9.2164, "p50_ms": 0.6928, "p95_ms": 1.4254, "p99_ms": 2.6062, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 292, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.6194, "count": 292, "max_ms": 3752.636, "p50_ms": 355.5161, "p95_ms": 692.2191, "p99_ms": 801.3682, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 309, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 309, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0846, "count": 292, "max_ms": 14.3512, "p50_ms": 1.0771, "p95_ms": 7.9007, "p99_ms": 11.513, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.3376, "count": 292, "max_ms": 92.2129, "p50_ms": 25.5222, "p95_ms": 58.516, "p99_ms": 72.2826, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 292, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1499, "p99_ms": 0.1878, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0006, "count": 292, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.3077, "p99_ms": 5.48, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.9919, "count": 292, "max_ms": 3837.487, "p50_ms": 429.061, "p95_ms": 773.8781, "p99_ms": 921.8133, "results": {"failed": 0, "not_applicable": 0, "success": 292, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 292, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0678, "p95_ms": 0.1345, "p99_ms": 0.1858}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7302, "p95_ms": 3.1453, "p99_ms": 4.8781}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 292, "artifact_failed": 0, "artifact_requested": 292, "artifact_success": 292, "completed": 292, "completed_failed": 0, "completed_success": 292, "cooldown_promoted": 292, "database_requested": 292, "db_insert_success": 292, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15841, "relay_business_failed": 0, "relay_business_success": 292, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 292, "relay_transport_failed": 0, "relay_transport_success": 292, "reservation_requested": 292}, "snapshot": {"copied_bytes": 807321600, "copied_count": 292, "copy": {"count": 256, "max_ms": 4.0365, "p50_ms": 1.5549, "p95_ms": 2.6499, "p99_ms": 3.0869}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 197, "h264_decode_error_count": 622, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-02T17:39:30+09:00", "last_error_summary": "[h264 @ 0x5af5c21826c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5af5c21826c0] error while decoding MB 0 43, bytestream 2692 [h264 @ 0x5af5c21aaa40] error while decoding MB 30 66, bytestream -12 [h264 @ 0x5af5c20d6000] cabac decode of qscale diff failed at 59 59 [h264 @ 0x5af5c20d6000] error while decoding MB 59 59, bytestream 380 [h264 @ 0x5af5c20d6000] error while decoding MB 29 49, bytestream -9 [in#0/rtsp @ 0x5af5c204de00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-02T17:39:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-02T17:39:32+09:00", "pid": 56614, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.707, "name": "ffmpeg", "pid": 56614, "rss_mb": 57.707, "state": "S (sleeping)", "threads": 1}, "restart_count": 209, "restart_count_per_hour": 12, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.997, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.146, "last_frame_pushed_at": "2026-11-02T17:39:30+09:00", "last_frame_read_age_sec": 4.258, "last_frame_read_at": "2026-11-02T17:39:30+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 213.544, "last_sample_duration_ms": 978.51, "last_trigger": "periodic", "next_snapshot_in_sec": 386.456, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 452, "storage_bytes": 2309967}, "mjpeg": {"age_sec": 4.138, "exists": true, "mtime": "2026-11-02T17:39:30.182503+09:00", "mtime_epoch": 1793608770.1825027, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-02T17:39:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2152.906, "name": "celery", "pid": 206, "rss_mb": 2059.789, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 248, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 2593657, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.867, "max": 19.0, "p95": 19.0, "sample_count": 45}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.156, "max": 3.0, "p95": 3.0, "sample_count": 45}, "total": {"avg": 2.156, "max": 3.0, "p95": 3.0, "sample_count": 45}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 45}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 45, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.586, "pushed": 1.586, "read": 1.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 45, "client_acquire_ms": {"avg_ms": 0.006, "count": 45, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4215.087, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.749, "count": 45, "max_ms": 2.343, "p95_ms": 2.205, "reason": null, "sample_age_ms": 4258.543, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 45, "max_ms": 1.88, "p95_ms": 1.53, "reason": null, "sample_age_ms": 4258.851, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 45, "max_ms": 0.787, "p95_ms": 0.53, "reason": null, "sample_age_ms": 4215.095, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.744, "count": 45, "max_ms": 3.379, "p95_ms": 2.741, "reason": null, "sample_age_ms": 4257.162, "source": "client_direct"}, "request_count": 45, "request_tensor_bytes": {"avg": 2764808.0, "count": 45, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4257.145, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 45, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4215.309, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.634, "count": 45, "max_ms": 66.412, "p95_ms": 58.499, "reason": null, "sample_age_ms": 4215.084, "source": "client_direct"}, "sample_age_ms": 4215.08, "source": "client_direct", "task_total_ms": {"avg_ms": 45.869, "count": 45, "max_ms": 69.125, "p95_ms": 61.668, "reason": null, "sample_age_ms": 4215.08, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.246, "count": 45, "max_ms": 14.204, "p95_ms": 12.643}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.455, "count": 45, "max_ms": 0.959, "p95_ms": 0.779}, "detection_prepare_ms": {"avg_ms": 1.568, "count": 45, "max_ms": 6.059, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.007, "count": 45, "max_ms": 0.038, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 45, "max_ms": 2.749, "p95_ms": 0.588}, "mcmt_ms": {"avg_ms": 0.004, "count": 45, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.935, "count": 45, "max_ms": 6.795, "p95_ms": 6.565}, "setup_ms": {"avg_ms": 0.043, "count": 45, "max_ms": 0.084, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 8.176, "count": 45, "max_ms": 14.132, "p95_ms": 12.304}, "track_match_ms": {"avg_ms": 0.099, "count": 45, "max_ms": 1.072, "p95_ms": 0.147}, "tracker_update_ms": {"avg_ms": 1.658, "count": 45, "max_ms": 3.061, "p95_ms": 2.525}}, "gstreamer_push": {"avg_ms": 2.938, "count": 45, "max_ms": 6.651, "p95_ms": 4.275}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 45, "max_ms": 0.361, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.165, "count": 45, "max_ms": 74.236, "p95_ms": 63.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.041, "count": 45, "max_ms": 12.616, "p95_ms": 10.362}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.205, "count": 45, "max_ms": 130.792, "p95_ms": 124.313}, "inference_input_copy_ms": {"avg_ms": 1.596, "count": 45, "max_ms": 3.327, "p95_ms": 2.982}, "processing_residual_ms": {"avg_ms": 0.185, "count": 45, "max_ms": 0.364, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.027, "count": 45, "max_ms": 139.101, "p95_ms": 134.22}, "read_interval": {"avg_ms": 593.997, "count": 45, "max_ms": 10142.404, "p95_ms": 2618.138}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 45, "max_ms": 0.08, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.856, "count": 45, "max_ms": 6.623, "p95_ms": 6.456}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 45, "max_ms": 0.048, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.835, "count": 45, "max_ms": 6.592, "p95_ms": 6.434}, "worker_merge_ms": {"avg_ms": 0.006, "count": 45, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 47.179, "count": 45, "max_ms": 74.258, "p95_ms": 63.698}, "visualize": {"avg_ms": 36.607, "count": 45, "max_ms": 52.441, "p95_ms": 51.137}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.359, "count": 45, "max_ms": 45.306, "p95_ms": 40.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.054, "count": 45, "max_ms": 51.449, "p95_ms": 49.501}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 45, "max_ms": 3.899, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.934, "count": 45, "max_ms": 51.359, "p95_ms": 49.383}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 45, "max_ms": 0.174, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 45}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2059.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.234, "skip_count": 11}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.5, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2593651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-02T17:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102196, "write_bytes_delta": 102196, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.055552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 56382, "reason": null, "system_cpu_core_ratio": 0.006999, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.048554, "user_cpu_s_delta": 1.1099999999999852}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.362184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118541, "system_cpu_s_delta": 2.709999999991851, "user_cpu_core_ratio": 0.243643, "user_cpu_s_delta": 5.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.606, "count": 83, "max_ms": 6.651, "p95_ms": 4.083, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.458, "max": 22.0, "p95": 21.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 2.301, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.994, "count": 30, "max": 39.087, "p95": 30.513, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.507, "count": 30, "max": 24.385, "p95": 20.767, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1029.4, "count": 30, "max": 1407.0, "p95": 1325.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1069.367, "count": 30, "max": 11844.0, "p95": 6552.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.161, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.47, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3.453, "count": 30, "max": 61.248, "p95": 20.272, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115741.133, "count": 30, "max": 126205.0, "p95": 126205.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103294.733, "count": 30, "max": 126205.0, "p95": 125302.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 44.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.578, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.273, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19897, "sampled_at": "2026-11-02T17:39:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-02T17:39:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.37, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}